{"severity_text":"INFO","timestamp":"2026-11-02T07:06:26.346358863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:26.394804392Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:26.489950003Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:26.489975856Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:26.782028689Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:26.782065299Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:26.934711145Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/43c16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:26.982871129Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.03350354Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.081071627Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.302360443Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.351847422Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.35187434Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.352037782Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454266618Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454388471Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454449508Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454490063Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454529884Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454565904Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454604899Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454638841Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454676987Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454711907Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454746801Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454803752Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.454825374Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.455010536Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.45511436Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.455231068Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.455322473Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.455322024Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.455415422Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.455501107Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.556424932Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 07:06:27.556426 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1102 07:06:27.655036 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.655486723Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.655721673Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.655809146Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.655901277Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.65598375Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656040178Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656175376Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656193905Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656341626Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656422667Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656457989Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656559251Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656718857Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656888394Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.656948854Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.657017695Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.657058477Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.657188412Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.657379492Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.657428169Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.65763287Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.65764712Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.657680336Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.657688927Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.657836307Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.657989906Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658041247Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658157882Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658500576Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658548228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658623063Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658697607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658772934Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658827416Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658875072Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.658894788Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.659330651Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.659356267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.659395923Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.659490214Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.659610416Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.659655171Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.659849198Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.660135313Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.660170794Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.660204823Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.660329897Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.660369965Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.660407718Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.660451053Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.6604839Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.803694802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.855002347Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.957409474Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.957455873Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.963171101Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.963201238Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.963187724Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.963218894Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:27.96537015Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.056562623Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.056597143Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.05878874Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.058805587Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.061925942Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.061941832Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.063017109Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.063044007Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.065119884Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:28.06514963Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:29.297884604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4208c727-77b6-48e3-b57d-e548a5020e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:29.34616772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4208c727-77b6-48e3-b57d-e548a5020e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:29.394227234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4208c727-77b6-48e3-b57d-e548a5020e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:29.442456422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4208c727-77b6-48e3-b57d-e548a5020e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:31.22058265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9155b0c-a04f-4de6-811c-1bc43a9de676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:31.269787729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9155b0c-a04f-4de6-811c-1bc43a9de676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:31.319240029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9155b0c-a04f-4de6-811c-1bc43a9de676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:31.367537666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9155b0c-a04f-4de6-811c-1bc43a9de676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:33.189610771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0b01c1-568a-45e8-8220-440e51ebc240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:33.238469491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0b01c1-568a-45e8-8220-440e51ebc240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:33.286699601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0b01c1-568a-45e8-8220-440e51ebc240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:33.335088956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0b01c1-568a-45e8-8220-440e51ebc240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:33.487134235Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:33.487164113Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:33.487174255Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:33.487195522Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:06:33.535725928Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:06:33.633498742Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:38.726483716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9906cdcc-ab40-48dc-a811-5143214e1a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:38.774801582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9906cdcc-ab40-48dc-a811-5143214e1a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:38.822960836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9906cdcc-ab40-48dc-a811-5143214e1a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:38.871037307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9906cdcc-ab40-48dc-a811-5143214e1a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:39.878620124Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:39.878655137Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:40.713039288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8def41a-d658-4704-9ae1-30d1e7d14bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:40.761560399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8def41a-d658-4704-9ae1-30d1e7d14bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:40.810729258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8def41a-d658-4704-9ae1-30d1e7d14bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:40.858938221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8def41a-d658-4704-9ae1-30d1e7d14bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:57.899704825Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:57.92989788Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:58.811087818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b8ab0b-0334-438f-9719-3e434b0b772a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:58.859414511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b8ab0b-0334-438f-9719-3e434b0b772a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:58.907425204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b8ab0b-0334-438f-9719-3e434b0b772a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:06:58.956168646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b8ab0b-0334-438f-9719-3e434b0b772a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:00.787616356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2039fa-3035-4646-a569-1d58b70695d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:00.835811164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2039fa-3035-4646-a569-1d58b70695d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:00.884105135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2039fa-3035-4646-a569-1d58b70695d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:00.932422371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2039fa-3035-4646-a569-1d58b70695d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:01.860689467Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be23b8d-6e5e-4998-aba1-85aba7a826b8","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:02.738824443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be23b8d-6e5e-4998-aba1-85aba7a826b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:02.787039732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be23b8d-6e5e-4998-aba1-85aba7a826b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:02.83529831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be23b8d-6e5e-4998-aba1-85aba7a826b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:02.883619266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be23b8d-6e5e-4998-aba1-85aba7a826b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:04.641058464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f595f8db-afd5-4a33-9683-8a70ac52e88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:04.68950486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f595f8db-afd5-4a33-9683-8a70ac52e88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:04.737960347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f595f8db-afd5-4a33-9683-8a70ac52e88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:04.786439511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f595f8db-afd5-4a33-9683-8a70ac52e88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:05.398916214Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e17ad00a-eec5-4de7-8765-818f3ac3bfb1","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:10.79589652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d521d-ba01-4701-a09f-3ca67efa6b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:10.844155679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d521d-ba01-4701-a09f-3ca67efa6b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:10.892630697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d521d-ba01-4701-a09f-3ca67efa6b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:10.94082276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d521d-ba01-4701-a09f-3ca67efa6b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:12.695548279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26813da8-0f3a-4279-9bdd-405f6f8535a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:12.743709546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26813da8-0f3a-4279-9bdd-405f6f8535a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:12.791933977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26813da8-0f3a-4279-9bdd-405f6f8535a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:12.840378309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26813da8-0f3a-4279-9bdd-405f6f8535a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:27.90111318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:41.241547864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f541ea-a75e-4fbd-988a-3a8b148b78bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:41.289949571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f541ea-a75e-4fbd-988a-3a8b148b78bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:41.338318015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f541ea-a75e-4fbd-988a-3a8b148b78bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:41.386600812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f541ea-a75e-4fbd-988a-3a8b148b78bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:43.197960784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8fe702-05f2-4117-a75c-302567cb556d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:43.246235987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8fe702-05f2-4117-a75c-302567cb556d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:43.294660392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8fe702-05f2-4117-a75c-302567cb556d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:43.343207783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8fe702-05f2-4117-a75c-302567cb556d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:07:57.946770706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:27.946794319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:42.693679144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7678b8-a295-4113-8b1c-842dfc6e452b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:42.742225661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7678b8-a295-4113-8b1c-842dfc6e452b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:42.79122191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7678b8-a295-4113-8b1c-842dfc6e452b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:42.839697505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7678b8-a295-4113-8b1c-842dfc6e452b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:44.638829018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e8bdbb-ca71-4d5e-8d89-f28e8bb8fe11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:44.687463187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e8bdbb-ca71-4d5e-8d89-f28e8bb8fe11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:44.735821076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e8bdbb-ca71-4d5e-8d89-f28e8bb8fe11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:44.784677939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e8bdbb-ca71-4d5e-8d89-f28e8bb8fe11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:46.521768334Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"30c4d9da-1985-4fb4-b88c-a3889e2522ff","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:47.504685324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74656b4-d754-4d71-a4d6-3d564416d673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:47.553539281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74656b4-d754-4d71-a4d6-3d564416d673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:47.603728665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74656b4-d754-4d71-a4d6-3d564416d673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:47.653292845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74656b4-d754-4d71-a4d6-3d564416d673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:49.408816295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03df698b-7d55-4182-8b04-ad121eda5306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:49.457052772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03df698b-7d55-4182-8b04-ad121eda5306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:49.505368174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03df698b-7d55-4182-8b04-ad121eda5306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:49.553667476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03df698b-7d55-4182-8b04-ad121eda5306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:57.900053951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:58.636453686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1b564d-0d02-4651-a559-34c0202689ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:58.684713599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1b564d-0d02-4651-a559-34c0202689ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:58.73298694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1b564d-0d02-4651-a559-34c0202689ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:08:58.781168273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1b564d-0d02-4651-a559-34c0202689ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:19.664383162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19a72c0e-b62a-4290-93b6-b3ffec7e2420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:19.780405824Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19a72c0e-b62a-4290-93b6-b3ffec7e2420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:19.830722454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19a72c0e-b62a-4290-93b6-b3ffec7e2420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:19.86407042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"220478d0-5b11-47a8-9e58-1a24084bf05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:19.916947496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"220478d0-5b11-47a8-9e58-1a24084bf05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:19.967673545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"220478d0-5b11-47a8-9e58-1a24084bf05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.025203726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06f51d4a-c497-4e66-bc91-ea50806527ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.076907908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06f51d4a-c497-4e66-bc91-ea50806527ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.127191434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06f51d4a-c497-4e66-bc91-ea50806527ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.162867836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441e99ac-4af3-4419-b0e7-92bbfef2cbb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.214601178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441e99ac-4af3-4419-b0e7-92bbfef2cbb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.264944389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441e99ac-4af3-4419-b0e7-92bbfef2cbb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:09:20.313505097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441e99ac-4af3-4419-b0e7-92bbfef2cbb5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.463124725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61fb0fc3-0977-44a0-b861-0bc8c6c89367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.515192939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61fb0fc3-0977-44a0-b861-0bc8c6c89367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.565895803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61fb0fc3-0977-44a0-b861-0bc8c6c89367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.710486915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"384e2674-4655-4a06-924f-76f48a3cf05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.762505223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"384e2674-4655-4a06-924f-76f48a3cf05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.812894288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"384e2674-4655-4a06-924f-76f48a3cf05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.813596758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e471d8b1-85d0-46a6-b37d-39ff4783ddf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.86509708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e471d8b1-85d0-46a6-b37d-39ff4783ddf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:20.91698711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e471d8b1-85d0-46a6-b37d-39ff4783ddf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.080556471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c52d7f0-3084-4da1-a63d-84f4fad18ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.080566489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc8cfb43-e7d8-4417-9193-a37ad3ef3bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.133047235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c52d7f0-3084-4da1-a63d-84f4fad18ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.133120624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc8cfb43-e7d8-4417-9193-a37ad3ef3bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:09:21.143269669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f292a11c-87df-4514-8849-6350de4e5ba8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.184249474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc8cfb43-e7d8-4417-9193-a37ad3ef3bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.184316391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c52d7f0-3084-4da1-a63d-84f4fad18ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:09:21.196328117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"466eb5bc-170f-463c-876d-020d3ab4033f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.33086994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f940d4ac-b55b-4ffc-b854-dd2e0fe4e56f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.330869992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c164029-21b1-4fcf-a25f-3c3c5cdc0363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.350490604Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4993f05-5cbf-473f-87cb-75b27503e19b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.383275867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c164029-21b1-4fcf-a25f-3c3c5cdc0363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.383548443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f940d4ac-b55b-4ffc-b854-dd2e0fe4e56f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.434732534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c164029-21b1-4fcf-a25f-3c3c5cdc0363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.434784679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f940d4ac-b55b-4ffc-b854-dd2e0fe4e56f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.450323467Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2db411e1-ec61-4634-925b-c0b2075f11f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.550630508Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5efef31f-f12a-4029-b0e1-622bdc5d9f15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.578619353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd928724-f66f-4c44-b255-c4ce5bf1e3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.578748646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"218a680a-981e-4210-aaee-a7d95b26e35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.630715933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd928724-f66f-4c44-b255-c4ce5bf1e3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.631637337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"218a680a-981e-4210-aaee-a7d95b26e35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.650715068Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c715726-ae6b-474a-8d92-d01212023983","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.682219119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd928724-f66f-4c44-b255-c4ce5bf1e3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:21.683485926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"218a680a-981e-4210-aaee-a7d95b26e35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.395454444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f450e740-f3ba-4535-9d0d-f63cf9ca313e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.395479553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f450e740-f3ba-4535-9d0d-f63cf9ca313e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.444191725Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf0eb2c4-3689-4338-94e9-39dd9d497460","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.444191664Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c31ca71-8569-4740-aa27-ebb06691cd65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.469699667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06779184-0764-4b33-943f-bf07f34de065","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.469718455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06779184-0764-4b33-943f-bf07f34de065","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.542082237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2ef6234-94d1-444a-9125-03d5762632de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.545416717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5946615d-cb99-4c93-8982-20f4246b0f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.595432629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2ef6234-94d1-444a-9125-03d5762632de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.59857256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5946615d-cb99-4c93-8982-20f4246b0f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.646750882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2ef6234-94d1-444a-9125-03d5762632de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.649175303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5946615d-cb99-4c93-8982-20f4246b0f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.847019976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e707971-474e-4dd8-9266-221645446503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.847105666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"683fbcfe-8f71-4a38-9e0e-012b754d7c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.900297956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e707971-474e-4dd8-9266-221645446503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.900330215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"683fbcfe-8f71-4a38-9e0e-012b754d7c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.951556904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"683fbcfe-8f71-4a38-9e0e-012b754d7c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:24.951694144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e707971-474e-4dd8-9266-221645446503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:25.145603003Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"295fa322-de23-416a-8281-13bc89832ac5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:25.627699273Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27063e4e-cf98-44a1-a43e-b16f3a9c1037","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:25.930179571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"61bd4c7c-dad4-4ca0-8791-fc4e9f42d994","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:25.930205014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"61bd4c7c-dad4-4ca0-8791-fc4e9f42d994","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:27.016457438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d3e6059-d0a5-4e22-80a1-d23291d3345a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:27.016462296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d57a6155-2574-482b-a0a6-7728ab5fd8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:27.115341007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d3e6059-d0a5-4e22-80a1-d23291d3345a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:27.116535006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d57a6155-2574-482b-a0a6-7728ab5fd8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:27.166115808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d3e6059-d0a5-4e22-80a1-d23291d3345a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:27.168966731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d57a6155-2574-482b-a0a6-7728ab5fd8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:27.901004529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.555079007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b9909836-b1b5-4563-be7a-c0256071afe3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.555099546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b9909836-b1b5-4563-be7a-c0256071afe3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.555386211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c2f4f396-1f3b-413a-914d-bbbbb6b195a5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.555398237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c2f4f396-1f3b-413a-914d-bbbbb6b195a5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.604176788Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b4d32d5-0d13-4770-9e44-ac48ce1aa277","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.604176782Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e668aea-6dbb-47f1-a5dc-943704bc942a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.621046802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"130a2a50-2e95-4520-a4fc-5e494219bf0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.621070615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"130a2a50-2e95-4520-a4fc-5e494219bf0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.621438834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c69ce5d7-c0de-4c95-8e51-519e1655334a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.621459289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c69ce5d7-c0de-4c95-8e51-519e1655334a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.699874157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b66cc7e2-7ddc-4ba3-ace4-7775d4ae4a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.699874173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"810e2217-feda-4f2c-8bb8-d9c9791123bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.75252537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b66cc7e2-7ddc-4ba3-ace4-7775d4ae4a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.752683578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"810e2217-feda-4f2c-8bb8-d9c9791123bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.803839799Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"810e2217-feda-4f2c-8bb8-d9c9791123bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:31.804366347Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b66cc7e2-7ddc-4ba3-ace4-7775d4ae4a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.049505781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63dfe23b-7d3c-4116-b792-c70753b62911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.049506335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d77c5c8-5594-47c6-9293-4af69fe0b686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.102264725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d77c5c8-5594-47c6-9293-4af69fe0b686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.102324155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63dfe23b-7d3c-4116-b792-c70753b62911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.102374176Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63dfe23b-7d3c-4116-b792-c70753b62911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.154826368Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d77c5c8-5594-47c6-9293-4af69fe0b686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:09:32.301028299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d77c5c8-5594-47c6-9293-4af69fe0b686","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.450627889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10d6a6ba-b94e-4037-9528-a2e7c10ef742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.50272208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10d6a6ba-b94e-4037-9528-a2e7c10ef742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.502793876Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10d6a6ba-b94e-4037-9528-a2e7c10ef742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.790833109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e7b84e2-a857-49d0-bf86-492a8c4434f0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:32.79085466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e7b84e2-a857-49d0-bf86-492a8c4434f0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.908655377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eecc1ce8-3fb0-4b93-b7a9-6f7e2410b73d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.90867519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eecc1ce8-3fb0-4b93-b7a9-6f7e2410b73d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.908932273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5539efc3-b69e-4301-bf7e-0116554848fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.908943334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5539efc3-b69e-4301-bf7e-0116554848fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.909242082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b378431b-279b-4c4d-aacc-78a0d64856df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.909252549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b378431b-279b-4c4d-aacc-78a0d64856df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.958051727Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9db6e9f5-496f-4ca1-9e99-2dca1aee38c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.958051705Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbdbd108-3fb9-4360-b1e4-4640022a495b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.97318938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e6b7ac5-495e-4e74-8687-682744661ccf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.973211174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e6b7ac5-495e-4e74-8687-682744661ccf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.973478656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be6d9463-8247-4f48-875d-3689a46c8984","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.973496814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be6d9463-8247-4f48-875d-3689a46c8984","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.973687284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"446ed5fe-38ff-40d0-ae07-ab81c59c3efa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:34.973698018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"446ed5fe-38ff-40d0-ae07-ab81c59c3efa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.054757362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75b9d97c-7fb5-4b8d-9117-8d0e85f3f819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.054758089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98f69aba-d4bf-47bb-a1ad-4c0b5109d904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.107166078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98f69aba-d4bf-47bb-a1ad-4c0b5109d904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.107285656Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98f69aba-d4bf-47bb-a1ad-4c0b5109d904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.108146839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75b9d97c-7fb5-4b8d-9117-8d0e85f3f819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.108217434Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75b9d97c-7fb5-4b8d-9117-8d0e85f3f819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.301570403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093df308-8dfb-4d7f-bf79-e37e07cacf94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.30157075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34ab17d8-d684-4bb0-b152-cabaf5d42e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.355934054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093df308-8dfb-4d7f-bf79-e37e07cacf94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.356018521Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093df308-8dfb-4d7f-bf79-e37e07cacf94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.355934702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34ab17d8-d684-4bb0-b152-cabaf5d42e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:35.356110036Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34ab17d8-d684-4bb0-b152-cabaf5d42e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:36.136044353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a1b8859-382a-4ced-be28-fd95dc02c8b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:36.136067223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a1b8859-382a-4ced-be28-fd95dc02c8b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:37.686061904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2ee44ec-6fca-4afd-9f30-3565f6dae5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:37.686062048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80e6d2e2-9148-47fb-9e5e-72601f09bf22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:37.769701693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80e6d2e2-9148-47fb-9e5e-72601f09bf22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:37.769802562Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80e6d2e2-9148-47fb-9e5e-72601f09bf22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:37.786576902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2ee44ec-6fca-4afd-9f30-3565f6dae5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:37.786661906Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2ee44ec-6fca-4afd-9f30-3565f6dae5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:37.962211342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99c4e552-06f3-40c4-8632-2afdd272108e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.00951903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06148336-e72b-454f-b46c-a7a9801257e6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.009541395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06148336-e72b-454f-b46c-a7a9801257e6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.009765488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"65dbbbbf-c695-4172-91d0-61d448c2b860","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.009776252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"65dbbbbf-c695-4172-91d0-61d448c2b860","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.00995037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4a4614dd-9fe9-4557-91d3-ebf1f74b4f10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.009960047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4a4614dd-9fe9-4557-91d3-ebf1f74b4f10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.010144857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"029aa285-05bb-456b-8f03-b142c3cfe3ee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.010155722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"029aa285-05bb-456b-8f03-b142c3cfe3ee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.016191367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99c4e552-06f3-40c4-8632-2afdd272108e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.016249087Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99c4e552-06f3-40c4-8632-2afdd272108e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.058137681Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8e3bc99-27be-426d-85f2-db0d023b534d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.058202493Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d920502c-3fba-4b23-aff7-d62d86db45b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.064751824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a63644d3-80fc-4d3c-b598-c1093bf2bfc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.075938186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e854990c-563f-4f9f-af53-54934f1447f9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.075958771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e854990c-563f-4f9f-af53-54934f1447f9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.076207112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e5146317-a5b6-42f8-954a-70c53e5dde0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.076220663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e5146317-a5b6-42f8-954a-70c53e5dde0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.07655056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd0fbe98-8d74-44f1-ad77-8398a6866c84","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.076573354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd0fbe98-8d74-44f1-ad77-8398a6866c84","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.076842011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5e17fa39-08b2-420f-81d0-860cd1a1b1d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.076856553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5e17fa39-08b2-420f-81d0-860cd1a1b1d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.116715059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a63644d3-80fc-4d3c-b598-c1093bf2bfc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.116778994Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a63644d3-80fc-4d3c-b598-c1093bf2bfc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.213178711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f884a7f-dc6e-45c3-8c08-6b6bd460593e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.265471667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f884a7f-dc6e-45c3-8c08-6b6bd460593e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.265533127Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f884a7f-dc6e-45c3-8c08-6b6bd460593e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.31183905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c75c15c8-60c5-4b08-8335-0401994952b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.364274695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c75c15c8-60c5-4b08-8335-0401994952b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.364347682Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c75c15c8-60c5-4b08-8335-0401994952b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.457641315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"851064c9-3a55-429d-ab44-df58b246da66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.510196894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"851064c9-3a55-429d-ab44-df58b246da66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:38.510271683Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"851064c9-3a55-429d-ab44-df58b246da66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:39.240807002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7fe9fd4a-d977-478f-ab15-a303daaa91da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:39.240824993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7fe9fd4a-d977-478f-ab15-a303daaa91da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.514053908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e5027e0-4a60-4bc7-8910-a9615cd3e158","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.514075367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7e5027e0-4a60-4bc7-8910-a9615cd3e158","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.514382853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f6ce52f-f7f7-437f-b093-42eda64edfb4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.514397389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f6ce52f-f7f7-437f-b093-42eda64edfb4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.514587626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa33cfc7-c428-44e2-b59d-1cbc6f05c8a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.514598266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa33cfc7-c428-44e2-b59d-1cbc6f05c8a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.51477323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c890f725-1a33-41e3-a6f0-c5a113098655","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.514784921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c890f725-1a33-41e3-a6f0-c5a113098655","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.515027299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"efe9e9cd-a1d1-4a3f-97c9-652af1ed0ef0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.51504052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"efe9e9cd-a1d1-4a3f-97c9-652af1ed0ef0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.563231991Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"558b9fad-e668-4067-9697-fb78c43cb42f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.563259175Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdb30805-bac3-429c-807c-cacb97e5af24","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.579034965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ba35ff8-a4a5-403d-a829-65595fe18e2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.579113145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ba35ff8-a4a5-403d-a829-65595fe18e2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.579462426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea0ce9f2-52f6-49ae-9270-65bdf4f089d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.579480475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea0ce9f2-52f6-49ae-9270-65bdf4f089d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.579695364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"634bff3f-fdeb-404f-ad85-d781e66d9537","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.579709514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"634bff3f-fdeb-404f-ad85-d781e66d9537","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.579880187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d85db976-1f15-4a69-8df4-414714978c6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.579890254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d85db976-1f15-4a69-8df4-414714978c6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.580068154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"51194975-b3ca-42bb-a10f-c384711c753b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.580080434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"51194975-b3ca-42bb-a10f-c384711c753b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.659351836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c871721-86f7-4c78-917b-edda3e036443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.659394088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e90c28f-5f49-4702-aefb-35247dbb08cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.713604338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c871721-86f7-4c78-917b-edda3e036443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.713693427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e90c28f-5f49-4702-aefb-35247dbb08cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.713725424Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c871721-86f7-4c78-917b-edda3e036443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.71374486Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e90c28f-5f49-4702-aefb-35247dbb08cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.906526059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9967fedf-277f-468d-b936-42a5f21ec449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.906735666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39e01f55-242d-483a-b05e-520b96500a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.959674074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9967fedf-277f-468d-b936-42a5f21ec449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.959698847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39e01f55-242d-483a-b05e-520b96500a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.959731698Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9967fedf-277f-468d-b936-42a5f21ec449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:41.959742058Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39e01f55-242d-483a-b05e-520b96500a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:42.745050229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49c85142-0c9e-48b8-87ac-58c84fd577f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:42.745069806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49c85142-0c9e-48b8-87ac-58c84fd577f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.938387304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38873909-e666-4546-abe2-2e16fbddcc5c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.938408388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38873909-e666-4546-abe2-2e16fbddcc5c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.938638347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1341bbc5-83e7-492a-9c80-569eaf59fbb7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.938649482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1341bbc5-83e7-492a-9c80-569eaf59fbb7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.938850738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28bf7103-9b9a-41c3-a685-1645be4dc80e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.938864131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28bf7103-9b9a-41c3-a685-1645be4dc80e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.939038155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"baab8bd0-6d51-4f9b-9b1c-406e9fcb3bee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.939047556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"baab8bd0-6d51-4f9b-9b1c-406e9fcb3bee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.939200172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25c3a3df-eba3-4ad3-9420-d17f6cc45ceb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.939210218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25c3a3df-eba3-4ad3-9420-d17f6cc45ceb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.939379347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"725f1c1f-50f6-42ab-98a0-076a03b8b3c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.939388873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"725f1c1f-50f6-42ab-98a0-076a03b8b3c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.987957075Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9f82a04-65cf-4002-af3b-59a0fcbbebc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:44.989443386Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5ac86d21-f1ec-4155-b829-1967629c8465","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.003225955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a2746cf-4041-4aec-a7a0-9b3096e4ccaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.003247994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a2746cf-4041-4aec-a7a0-9b3096e4ccaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.003584927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2384068e-de44-40ab-baca-7f145ea9c310","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.003601811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2384068e-de44-40ab-baca-7f145ea9c310","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.003869988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d4452db-5f1c-465f-9dd2-3181bb3e42da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.003883988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d4452db-5f1c-465f-9dd2-3181bb3e42da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.004117735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"84aa8154-26b0-47ed-9917-451f5e4a0211","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.004133224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"84aa8154-26b0-47ed-9917-451f5e4a0211","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.004377342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e50b074-0f86-4e9a-b98c-eb18f44acd2a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.00439115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e50b074-0f86-4e9a-b98c-eb18f44acd2a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.00461679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cfde18bc-909a-4e0f-9420-091cce6ca73b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.004631862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cfde18bc-909a-4e0f-9420-091cce6ca73b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.082923274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6999304c-7e26-4ef3-8029-85ccde8d7a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.083381877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"401970f6-6c4c-4c0a-baf1-b2f0d481eddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.135136492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"401970f6-6c4c-4c0a-baf1-b2f0d481eddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.135147126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6999304c-7e26-4ef3-8029-85ccde8d7a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.135192796Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6999304c-7e26-4ef3-8029-85ccde8d7a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.135194349Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"401970f6-6c4c-4c0a-baf1-b2f0d481eddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.327731245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9317241e-0e96-4edc-a21d-d20f7e18ba4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.327799197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3ce285-bbee-4a98-98fd-70d576144998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.380823433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3ce285-bbee-4a98-98fd-70d576144998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.38084673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9317241e-0e96-4edc-a21d-d20f7e18ba4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.380884754Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3ce285-bbee-4a98-98fd-70d576144998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:45.380900644Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9317241e-0e96-4edc-a21d-d20f7e18ba4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:46.172201918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ee89d09-49a2-4e4d-81b1-b796abd03da0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:46.172220697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ee89d09-49a2-4e4d-81b1-b796abd03da0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827186786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1fbde76b-5ec7-4365-9a03-54af6f271ddd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827206654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1fbde76b-5ec7-4365-9a03-54af6f271ddd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827450792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe5ccdd8-7622-47e6-a282-e0b41d8ff255","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827461149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe5ccdd8-7622-47e6-a282-e0b41d8ff255","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827622633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"940b5630-8617-44df-93f8-1a3e040fa6af","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827633073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"940b5630-8617-44df-93f8-1a3e040fa6af","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827795108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c82f2ce-6953-4f97-89b9-f782871dc447","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827804405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c82f2ce-6953-4f97-89b9-f782871dc447","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827955142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57ee86f6-e341-43c3-8dfc-eb557867baaa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.827964223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"57ee86f6-e341-43c3-8dfc-eb557867baaa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.828107619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e4412f09-c854-488e-8367-bd995cff4783","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.828117756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e4412f09-c854-488e-8367-bd995cff4783","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.828262069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a75cab9e-301a-478c-9d7f-1e57c7adb645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.828271999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a75cab9e-301a-478c-9d7f-1e57c7adb645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.875890661Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"764211f2-7828-421a-b5b3-c36efdd1df12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.89155892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70b1c41f-cc2a-432d-9c86-a54c7355bfa8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.891576928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70b1c41f-cc2a-432d-9c86-a54c7355bfa8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.891862901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"500fd3f8-f530-48da-a7e4-d54c02603873","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.891875716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"500fd3f8-f530-48da-a7e4-d54c02603873","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.892135199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0223cb4-cc34-427e-8968-8a3a883d1e14","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.892150078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0223cb4-cc34-427e-8968-8a3a883d1e14","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.892421241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"adf527a2-3fae-4ac7-89b0-e16c92134c4f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.892434104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"adf527a2-3fae-4ac7-89b0-e16c92134c4f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.892636962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b98d4e7-19bd-4d9b-a0b5-2635e8aaa403","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.892647962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b98d4e7-19bd-4d9b-a0b5-2635e8aaa403","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.892867483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7badef05-4ea7-452c-9969-8a426721ac13","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.892880612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7badef05-4ea7-452c-9969-8a426721ac13","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.893054745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"785b5549-3348-4675-a592-301acb3e764b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.893064295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"785b5549-3348-4675-a592-301acb3e764b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.971482366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec830171-7183-4979-82f2-29c456bb25da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:49.971513886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a44d4615-4bdb-487c-93ee-3b0d37b5c907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.023980543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec830171-7183-4979-82f2-29c456bb25da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.02405913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a44d4615-4bdb-487c-93ee-3b0d37b5c907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.024104569Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a44d4615-4bdb-487c-93ee-3b0d37b5c907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.02440211Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d69510e9-1ff8-4f24-ad35-127bca605bb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.173769554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1baf91ad-1d1c-4fae-901e-339bde7abd43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.173789442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1baf91ad-1d1c-4fae-901e-339bde7abd43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.220724901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ddcc718-250d-48da-8a39-4b28c2e314ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.2726265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ddcc718-250d-48da-8a39-4b28c2e314ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.272692373Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ddcc718-250d-48da-8a39-4b28c2e314ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.322341422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cda2fb10-9e6b-4aa2-bd0d-436a2301aef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.367933096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f26f5db-3683-4f69-8746-114fffc93f27","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:50.374860811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cda2fb10-9e6b-4aa2-bd0d-436a2301aef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:51.056641099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8d3ce01-7403-4688-94db-4e0a50e08107","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:51.056662909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8d3ce01-7403-4688-94db-4e0a50e08107","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:51.250487068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84131f3e-ca62-48cd-8096-5cffce124eca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.579085506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24fff13f-8f70-46a7-8319-de625b576b58","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.654627957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6009ece-a869-4236-ba96-0dcfbc40bd01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.654640475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"803ed14d-332d-45b6-87d9-3833c0e9ee6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.731858302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b8e9429-ae2d-4151-88f2-8a694f4834c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.731880692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b8e9429-ae2d-4151-88f2-8a694f4834c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.733868646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6009ece-a869-4236-ba96-0dcfbc40bd01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.734298692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"803ed14d-332d-45b6-87d9-3833c0e9ee6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.734370028Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"803ed14d-332d-45b6-87d9-3833c0e9ee6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.926533151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a8fe9d3-a741-4210-bc94-b296541f73e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.978937677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a8fe9d3-a741-4210-bc94-b296541f73e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:53.979005589Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a8fe9d3-a741-4210-bc94-b296541f73e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.13044687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5e1415b-0dc2-4a64-98ab-5fdd7bba9f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.182645349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5e1415b-0dc2-4a64-98ab-5fdd7bba9f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.632441413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5dc5c19e-1252-4461-8ea5-ada3d4b53a85","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.632464543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5dc5c19e-1252-4461-8ea5-ada3d4b53a85","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.632699996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3af883f5-2ce0-416c-aaac-2e66649f3d64","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.632711468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3af883f5-2ce0-416c-aaac-2e66649f3d64","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.632864992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"424bcdbb-66c3-4176-9ddd-585f03cd6ed4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.632874528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"424bcdbb-66c3-4176-9ddd-585f03cd6ed4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.633031248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b05c1e27-92e0-45e1-beca-e1c4109d73e2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.633040028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b05c1e27-92e0-45e1-beca-e1c4109d73e2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.633190981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cdfb95ad-25db-4ae6-a439-b51233c78ba3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.633200356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cdfb95ad-25db-4ae6-a439-b51233c78ba3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.63336584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"db9a8992-6318-4722-a6c4-e26e8ff1a0a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.633375422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"db9a8992-6318-4722-a6c4-e26e8ff1a0a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.633531146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aca49532-5d74-49c2-b9be-32ed34bb8865","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.633539668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aca49532-5d74-49c2-b9be-32ed34bb8865","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.633739065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c78311a3-13b3-4df6-aa21-75fe1b2c14ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.6337484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c78311a3-13b3-4df6-aa21-75fe1b2c14ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.696547175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79d207b8-5fbf-4f3a-a4b0-366feb94cd15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.696574033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79d207b8-5fbf-4f3a-a4b0-366feb94cd15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.696866706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfa1bc3c-decf-4ea1-840c-eed5c02d6206","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.69687983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfa1bc3c-decf-4ea1-840c-eed5c02d6206","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.697111627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4305f6e-56a2-4e97-b3ea-371472c4c745","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.697124146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4305f6e-56a2-4e97-b3ea-371472c4c745","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.697353399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a85cd14-d633-44b6-8f80-7326dd65a197","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.69736493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a85cd14-d633-44b6-8f80-7326dd65a197","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.697620714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e419fa11-c168-4e6b-b467-f779e72358ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.697636097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e419fa11-c168-4e6b-b467-f779e72358ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.697913558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e31cce56-1e69-4b81-bf27-3eb6ed8389e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.697927209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e31cce56-1e69-4b81-bf27-3eb6ed8389e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.698195817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7234d0c5-acbd-4c7c-87fb-b66111a88acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.698208975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7234d0c5-acbd-4c7c-87fb-b66111a88acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.698561204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"219932d7-ca17-473d-b7ac-f279aa8c1034","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.698575247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"219932d7-ca17-473d-b7ac-f279aa8c1034","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.779961978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed0b0166-7856-498c-bee7-dac712c0833b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.78018638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a073820-f59b-44aa-8ed6-3a7886b38a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.829280997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"889a6f58-fa36-4a92-943b-94e2d9e2704f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.832030381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed0b0166-7856-498c-bee7-dac712c0833b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.832572476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a073820-f59b-44aa-8ed6-3a7886b38a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.832912205Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0614c4b9-8383-464a-b118-2460c86734ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.986995135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac0d4d23-f60a-4478-8201-707d451e4bbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:54.987015321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac0d4d23-f60a-4478-8201-707d451e4bbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:55.125672762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30d2ce45-3d7a-4f65-ba8b-f8e84d961020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:55.1256879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a642a75-5ec9-408c-9382-4be38e8d365f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:55.178181378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a642a75-5ec9-408c-9382-4be38e8d365f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:55.179151158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30d2ce45-3d7a-4f65-ba8b-f8e84d961020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:55.179758089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94caf5fd-242a-4ca2-af6b-5bf4e3204b20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:55.868460841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b68fae9f-da8a-4cf1-b0e8-4a6d92383eb8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:55.86848519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b68fae9f-da8a-4cf1-b0e8-4a6d92383eb8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:56.062756285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dcd314ae-ec45-4553-94a4-173577783a94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:57.902137984Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:58.702239521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9a9ec650-0925-40fc-838d-3d59561fbf49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:09:58.702268498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9a9ec650-0925-40fc-838d-3d59561fbf49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:00.376909468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9640711-d491-45ff-96ea-887e234c55b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:00.485183317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"374f846c-c31e-4069-ba8b-ec78eb72d7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:00.485185057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf1f02a8-ef16-4dae-813c-0bb7a2145031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:00.531794389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee3dee48-d876-467d-89a4-ac2f8db544c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:00.531816026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee3dee48-d876-467d-89a4-ac2f8db544c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:00.588831093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf1f02a8-ef16-4dae-813c-0bb7a2145031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:00.588874027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"374f846c-c31e-4069-ba8b-ec78eb72d7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:01.567085955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5f076f-9faf-468b-a38d-840b88fb4aaf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:01.567107908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5f076f-9faf-468b-a38d-840b88fb4aaf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.054423225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a8ba80c-d1fa-436c-9920-75b38cfb39b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.054443095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a8ba80c-d1fa-436c-9920-75b38cfb39b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.634996921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2505d65-67bb-4888-a49a-c766e5ac7cec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.698666966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62c6e0cb-672a-4bc9-8072-874f1f6e86c8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.698694928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62c6e0cb-672a-4bc9-8072-874f1f6e86c8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.698952286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54abba12-3739-4184-a88c-d857b83fe482","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.698961893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54abba12-3739-4184-a88c-d857b83fe482","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.699126318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6579e7ae-dfe3-430f-9adc-3eea39297211","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.699136434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6579e7ae-dfe3-430f-9adc-3eea39297211","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.699290073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989a0e61-8a6b-4fa2-ad45-581b6dfd7de3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.699299033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989a0e61-8a6b-4fa2-ad45-581b6dfd7de3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:04.733638094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c9a6ab5-406d-4cba-a1fd-03080aae6fb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:07.184519643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2e3e602d-c72b-4f70-833b-cc22b45bd51d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:07.184540977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2e3e602d-c72b-4f70-833b-cc22b45bd51d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:10.532421616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f46fb1ed-0a23-473c-9da7-0707abe60986","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:10.532441283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f46fb1ed-0a23-473c-9da7-0707abe60986","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:11.019061339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6bd8656d-9656-4c18-a468-d7d04afb7965","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:11.019081485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6bd8656d-9656-4c18-a468-d7d04afb7965","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:13.331388357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e8bbb25-0d4e-422d-afa9-9dc8abfc839f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:13.331409035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e8bbb25-0d4e-422d-afa9-9dc8abfc839f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:14.700392608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"633fa973-4ef3-4e80-827c-9c976604e5e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:14.700412392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"633fa973-4ef3-4e80-827c-9c976604e5e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:16.469490932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6abdc6b-a5ea-48ca-9e96-2dd4dd836ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:16.469512516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6abdc6b-a5ea-48ca-9e96-2dd4dd836ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:16.663904052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed9f7f0d-21ac-42f0-addb-ef053c0b3913","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:16.667561391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85c740e3-a01c-4245-a7eb-c0984f20f625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:16.667577167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c15107bb-8a6c-4aba-a7d6-7cb4ffad4e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:16.765449209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85c740e3-a01c-4245-a7eb-c0984f20f625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:16.76550733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c15107bb-8a6c-4aba-a7d6-7cb4ffad4e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:16.819416711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d5d5712-977c-47ee-b935-798f0c059204","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:16.819436402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d5d5712-977c-47ee-b935-798f0c059204","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:17.014796423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3a74703-bc3b-43b5-b999-7a5c0d474bab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.180647043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"250c6ee3-cdae-479a-8ded-2c8b6ba57fbc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.180667977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"250c6ee3-cdae-479a-8ded-2c8b6ba57fbc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.374747427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b7bc175-156a-4a1f-b81a-cd0858f4275d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.378009676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be9a8146-6042-48ce-ae09-3942219f4818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.378184051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd75216-0ab2-4fa8-b0ef-ad05b8354b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.476130869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd75216-0ab2-4fa8-b0ef-ad05b8354b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.476754827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be9a8146-6042-48ce-ae09-3942219f4818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.527786137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07c00384-94a1-4278-8bff-d662dfcc1c6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.527807968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07c00384-94a1-4278-8bff-d662dfcc1c6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:19.720869487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc10944e-5b7c-4b83-8cf7-d862b796da61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:21.828685024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69bd3ffc-5f40-4b56-ac53-af8462c6f642","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:21.828710698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69bd3ffc-5f40-4b56-ac53-af8462c6f642","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.004696571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"870ef8db-2d75-4f90-9c91-a54eb83fcd74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.029190157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aed5142f-c7f0-4618-959d-637a230a8f47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.029209171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aed5142f-c7f0-4618-959d-637a230a8f47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.056874726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"870ef8db-2d75-4f90-9c91-a54eb83fcd74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.172692888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b3a8dd3-6721-4082-a9de-500f72e559eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.222895085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4120acaf-be22-469b-a7f8-3095321480c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.225371043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b3a8dd3-6721-4082-a9de-500f72e559eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.256267588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cee28a44-17f4-49c9-a2f1-c20ee18799b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.256284729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cee28a44-17f4-49c9-a2f1-c20ee18799b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.374712589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c57a9c16-36db-4608-aef3-72343e761ba7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.374731232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c57a9c16-36db-4608-aef3-72343e761ba7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.399528325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7474ddbd-6230-4e00-b7ac-a5934cbdf30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:22.451180364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7474ddbd-6230-4e00-b7ac-a5934cbdf30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:27.902855719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:10:57.946737209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:25.194472521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cb611c-c291-46ed-affa-27b50c0833ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:25.243436963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cb611c-c291-46ed-affa-27b50c0833ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:25.291746388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cb611c-c291-46ed-affa-27b50c0833ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:25.342389771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cb611c-c291-46ed-affa-27b50c0833ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:25.94038664Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8e8890db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8e8890db","reconcileID":"779a4c7d-fc11-497c-aa0f-82a5da4de7a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8e8890db-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-8e8890db-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:27.258148463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d2d5d-5444-4d6b-8d95-dd67613e1461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:27.306532567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d2d5d-5444-4d6b-8d95-dd67613e1461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:27.358228494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d2d5d-5444-4d6b-8d95-dd67613e1461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:27.406839858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d2d5d-5444-4d6b-8d95-dd67613e1461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:27.900340316Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:29.300184842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae05977-b6c7-4f84-998f-35b446772758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:29.348512397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae05977-b6c7-4f84-998f-35b446772758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:29.396525078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae05977-b6c7-4f84-998f-35b446772758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:29.444599069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae05977-b6c7-4f84-998f-35b446772758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:30.638660422Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"febcf987-fc61-4f08-841f-bc1186afc890","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:30.691422158Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"febcf987-fc61-4f08-841f-bc1186afc890","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:30.789321817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"febcf987-fc61-4f08-841f-bc1186afc890","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-8e8890db-gw","tenantID":"e2e-migrate-8e8890db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:30.943081939Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"febcf987-fc61-4f08-841f-bc1186afc890","name":"e2e-migrate-8e8890db-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:33.923448088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9eda73-7d28-49d2-b140-1a2881a93674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:33.971987463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9eda73-7d28-49d2-b140-1a2881a93674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:34.020412685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9eda73-7d28-49d2-b140-1a2881a93674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:34.068831868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9eda73-7d28-49d2-b140-1a2881a93674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:34.512325509Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8b8f4032","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8b8f4032","reconcileID":"00e7d86b-325c-4337-bb22-76b314ad6e77","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8b8f4032","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-8b8f4032":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:35.30535891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e7a5cb7-1cea-4b98-b123-2a6e44a10383","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:35.318759799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fedce323-ded7-429f-a741-77235f374350","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:35.468042585Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"b0cea2ca-dd9f-4e27-a4da-47e834b47ceb","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:35.928520386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab199f59-146b-4b12-9179-760386e14278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:35.995260877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab199f59-146b-4b12-9179-760386e14278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:36.047683899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab199f59-146b-4b12-9179-760386e14278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:36.099422283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab199f59-146b-4b12-9179-760386e14278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:37.171502484Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3471e669","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3471e669","reconcileID":"cfe8fab5-84c1-4e03-ba84-34daef7335cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3471e669","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3471e669":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:37.960456429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce924b4a-c9b8-445c-b555-f8ed61c62dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:38.011631896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce924b4a-c9b8-445c-b555-f8ed61c62dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:38.060997934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce924b4a-c9b8-445c-b555-f8ed61c62dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:38.110457176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce924b4a-c9b8-445c-b555-f8ed61c62dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:39.935392061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cfc763-a2ed-481b-93ec-59141f11f65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:39.983712568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cfc763-a2ed-481b-93ec-59141f11f65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:40.031903895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cfc763-a2ed-481b-93ec-59141f11f65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:40.080350172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cfc763-a2ed-481b-93ec-59141f11f65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:40.144683488Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"d45240a9-0b64-4574-be98-b6e745af0f4f","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:40.276601741Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"d45240a9-0b64-4574-be98-b6e745af0f4f","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:41.20656282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39752a90-9cc3-414c-a8e9-5768ac746487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:41.277045688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f047ebbe-21f8-4781-842d-0d4b7920ceea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:41.897758284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95fc984-88cd-4997-8570-1b213c49f809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:41.946859147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95fc984-88cd-4997-8570-1b213c49f809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:41.995293613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95fc984-88cd-4997-8570-1b213c49f809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:42.044764837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95fc984-88cd-4997-8570-1b213c49f809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:43.896022402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3f7137-2fea-41fb-8381-a39570a75369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:43.945091063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3f7137-2fea-41fb-8381-a39570a75369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:43.993658938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3f7137-2fea-41fb-8381-a39570a75369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:44.042003834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee3f7137-2fea-41fb-8381-a39570a75369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:44.883555204Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7a45fe79-9ad0-457f-8c14-e09983bb861c","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:45.32546214Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3ba18719","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3ba18719","reconcileID":"4bff0af1-caad-4a2a-9873-d3f852a7569c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3ba18719","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3ba18719":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:45.825482541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57ae56c-90c3-4137-a345-47bccd686620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:45.873918252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57ae56c-90c3-4137-a345-47bccd686620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:45.923032607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57ae56c-90c3-4137-a345-47bccd686620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:45.971493496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57ae56c-90c3-4137-a345-47bccd686620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:47.819803067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d0ec64-05ab-4e8a-9ffa-00247c2a4459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:47.868233212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d0ec64-05ab-4e8a-9ffa-00247c2a4459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:47.920628686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d0ec64-05ab-4e8a-9ffa-00247c2a4459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:47.969221841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d0ec64-05ab-4e8a-9ffa-00247c2a4459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:49.763791167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe728f5-d95b-44fc-950a-6eb1f21a6598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:49.815457409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe728f5-d95b-44fc-950a-6eb1f21a6598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:49.863649769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe728f5-d95b-44fc-950a-6eb1f21a6598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:49.914402849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe728f5-d95b-44fc-950a-6eb1f21a6598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:50.015592241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"4a758624-3932-4839-8a5d-efcf60ba43ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-8b8f4032","tenantID":"e2e-ait-8b8f4032","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:50.175126062Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"4a758624-3932-4839-8a5d-efcf60ba43ec","name":"e2e-ait-8b8f4032-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:51.711540164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b5de57-6ab2-4596-ac5f-0fa32fdd8e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:51.760331926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b5de57-6ab2-4596-ac5f-0fa32fdd8e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:51.808927272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b5de57-6ab2-4596-ac5f-0fa32fdd8e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:51.857137797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b5de57-6ab2-4596-ac5f-0fa32fdd8e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:51.911432833Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-3fdc5441","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-3fdc5441","reconcileID":"2093d091-2659-4f17-901d-0de3d69bcba1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-3fdc5441","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-3fdc5441":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:53.624461989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68be50be-0991-423c-bb08-2e630e9dfd09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:53.673408201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68be50be-0991-423c-bb08-2e630e9dfd09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:53.722501753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68be50be-0991-423c-bb08-2e630e9dfd09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:53.771511313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68be50be-0991-423c-bb08-2e630e9dfd09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:54.012765693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d4f1dc0-ec13-4d07-8dfe-2f2e43b7eac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:54.180859385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aefae1fb-23c9-4851-bb49-31962b517047","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:54.98716241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"ea61d526-8f53-4948-b07a-fedc2a7345d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3471e669","tenantID":"e2e-ait-3471e669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:55.10581947Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"ea61d526-8f53-4948-b07a-fedc2a7345d9","name":"e2e-ait-3471e669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:57.904532632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:59.028750009Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b09e4a53-34ef-4d95-9561-2f49ee030ea5","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:11:59.128621382Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b09e4a53-34ef-4d95-9561-2f49ee030ea5","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:03.526791755Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5a418220-b9eb-4196-9ff3-5456d8849ac3","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:06.669214358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01cb84d2-8fe9-4854-b3c8-c4fc04c8a383","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:06.881623604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e45ed4a-c652-424c-aad5-62e6251b6343","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:08.273085666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"b9702643-8f90-4529-b63a-37a8edbac1c7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3ba18719","tenantID":"e2e-ait-3ba18719","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:08.37713617Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"b9702643-8f90-4529-b63a-37a8edbac1c7","name":"e2e-ait-3ba18719-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:14.19453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c1f0f34-ee0e-4da7-a303-90576e0f3932","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:14.418626308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b311c88-1ca8-426d-a0b9-37cdec2f882b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:14.554090343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32599a2-ce07-4915-9d3b-79547085dc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:14.602656106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32599a2-ce07-4915-9d3b-79547085dc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:14.650979342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32599a2-ce07-4915-9d3b-79547085dc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:14.699188253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32599a2-ce07-4915-9d3b-79547085dc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:16.462110986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afe8a2e-ee6a-4b93-8954-c988fe8caa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:16.510559236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afe8a2e-ee6a-4b93-8954-c988fe8caa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:16.55903004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afe8a2e-ee6a-4b93-8954-c988fe8caa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:16.607400066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afe8a2e-ee6a-4b93-8954-c988fe8caa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:17.579051421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"8de99ae8-6c92-4fe7-bf82-5e11853f632b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-3fdc5441","tenantID":"e2e-derive-3fdc5441","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:17.687820869Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"8de99ae8-6c92-4fe7-bf82-5e11853f632b","name":"e2e-derive-3fdc5441-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:18.486031701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56e6b5-7fad-401f-884e-849a6cb59e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:18.53469023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56e6b5-7fad-401f-884e-849a6cb59e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:18.583104026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56e6b5-7fad-401f-884e-849a6cb59e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:18.631654032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56e6b5-7fad-401f-884e-849a6cb59e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:20.414690553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b084fd3-51ef-4dd0-b1dc-966f58646e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:20.463344077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b084fd3-51ef-4dd0-b1dc-966f58646e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:20.511856424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b084fd3-51ef-4dd0-b1dc-966f58646e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:20.560493999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b084fd3-51ef-4dd0-b1dc-966f58646e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.331427236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613c636c-3238-4178-9183-a4ece6094a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.380632095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613c636c-3238-4178-9183-a4ece6094a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.429333513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613c636c-3238-4178-9183-a4ece6094a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.477574191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613c636c-3238-4178-9183-a4ece6094a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.727541057Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","namespace":"ai-tenant-e2e-migrate-8e8890db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.72759772Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","namespace":"ai-tenant-e2e-migrate-8e8890db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.727646341Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","tenant":"e2e-migrate-8e8890db","tenantID":"e2e-migrate-8e8890db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.777642342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"Deployment","name":"maas-api-e2e-migrate-8e8890db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.833203128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"Service","name":"maas-api-e2e-migrate-8e8890db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.884373843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-8e8890db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.934885546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-8e8890db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:22.985648987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.036228065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.084165376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.132194099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.180081637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"Deployment","name":"payload-processing-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.228165916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.276137635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"Service","name":"payload-processing-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.324179149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"Service","name":"payload-pre-processing-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.372118847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.452184771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.500786306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.548579581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.596355209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.644285052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.692328484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-8e8890db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:23.756325798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8e8890db"},"namespace":"ai-tenant-e2e-migrate-8e8890db","name":"default-tenant","reconcileID":"b8cdd6cb-ebcd-4e44-8907-314074bbe04b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-8e8890db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:24.347564156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536c5271-4974-4fb2-9d33-d4b2414c2fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:24.396392596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536c5271-4974-4fb2-9d33-d4b2414c2fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:24.444551852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536c5271-4974-4fb2-9d33-d4b2414c2fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:24.492929334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536c5271-4974-4fb2-9d33-d4b2414c2fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:24.590917173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c71334fc-93a7-4315-a51d-a62480949e07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:24.593957495Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8e8890db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8e8890db","reconcileID":"5914e571-f6f2-49b7-a64b-603c2da1f94c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8e8890db-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-8e8890db-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:24.687422402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"115370bd-7ba7-4be0-9d51-0f720e6f3076","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:26.257573993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085d4846-3563-475d-8670-5b9a7a9bea27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:26.308160314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085d4846-3563-475d-8670-5b9a7a9bea27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:26.356831317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085d4846-3563-475d-8670-5b9a7a9bea27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:26.405282408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085d4846-3563-475d-8670-5b9a7a9bea27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:27.900169587Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:28.194365577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a23e9a-f8bb-44e0-902c-218c2839e6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:28.242794962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a23e9a-f8bb-44e0-902c-218c2839e6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:28.291375712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a23e9a-f8bb-44e0-902c-218c2839e6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:28.339772722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a23e9a-f8bb-44e0-902c-218c2839e6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:30.090754599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e8c303-0822-4fc5-bff1-f0b5642a4e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:30.13921027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e8c303-0822-4fc5-bff1-f0b5642a4e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:30.145878954Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-1b8f09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-1b8f09","reconcileID":"72c650cc-da24-4b77-927f-580ac46659c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-1b8f09","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-1b8f09":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:30.187467853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e8c303-0822-4fc5-bff1-f0b5642a4e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:30.2382887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e8c303-0822-4fc5-bff1-f0b5642a4e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:31.857589783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b2319dd-a0ab-432a-9184-6dbf7a511764","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:32.012520683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b23011-80c8-4ebf-aea7-b3af3cba901e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:32.060766953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b23011-80c8-4ebf-aea7-b3af3cba901e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:32.109791826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b23011-80c8-4ebf-aea7-b3af3cba901e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:32.110062275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"764888da-1dbf-418f-8761-8bc7e9de742a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:32.158132393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b23011-80c8-4ebf-aea7-b3af3cba901e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:33.938889218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291c8724-a85e-4db6-a5ef-9b35cad237e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:33.987396017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291c8724-a85e-4db6-a5ef-9b35cad237e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:34.036362129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291c8724-a85e-4db6-a5ef-9b35cad237e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:34.084978564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291c8724-a85e-4db6-a5ef-9b35cad237e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:35.841997513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f15fad-d22d-4860-8fb7-b35407c99407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:35.892394628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f15fad-d22d-4860-8fb7-b35407c99407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:35.941149965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f15fad-d22d-4860-8fb7-b35407c99407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:35.995699729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f15fad-d22d-4860-8fb7-b35407c99407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:37.799535569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252f2fd0-10df-4146-aaf5-e476bf18a41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:37.848165492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252f2fd0-10df-4146-aaf5-e476bf18a41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:37.897081524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252f2fd0-10df-4146-aaf5-e476bf18a41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:37.945763374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252f2fd0-10df-4146-aaf5-e476bf18a41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:39.2907245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6dbfee65-c9a4-4077-bfc1-3076037912c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:39.343461858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30f4c4d5-342d-405a-b199-93712cee1ed0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:39.796784424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a57c41f-57c0-4e46-892c-788ec38c9865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:39.845153359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a57c41f-57c0-4e46-892c-788ec38c9865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:39.893459878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a57c41f-57c0-4e46-892c-788ec38c9865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:39.941624847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a57c41f-57c0-4e46-892c-788ec38c9865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:41.691882133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca825de-014a-4b5b-95c3-c1d65f0ebf7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:41.740451292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca825de-014a-4b5b-95c3-c1d65f0ebf7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:41.788888694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca825de-014a-4b5b-95c3-c1d65f0ebf7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:41.837408823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca825de-014a-4b5b-95c3-c1d65f0ebf7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.068032036Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","namespace":"ai-tenant-e2e-ait-3471e669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.068091412Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","namespace":"ai-tenant-e2e-ait-3471e669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.068138097Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","tenant":"e2e-ait-3471e669","tenantID":"e2e-ait-3471e669","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.118211024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"Deployment","name":"maas-api-e2e-ait-3471e669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.173582326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"Service","name":"maas-api-e2e-ait-3471e669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.224723708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3471e669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.274611376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3471e669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.324937682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.378282501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.429318396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.479081516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.52747143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"Deployment","name":"payload-processing-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.575319051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.601262521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3a1449-7016-449f-928e-4bdde6c1afcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.649466989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"Service","name":"payload-processing-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.650535532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3a1449-7016-449f-928e-4bdde6c1afcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.698375345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"Service","name":"payload-pre-processing-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.699041729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3a1449-7016-449f-928e-4bdde6c1afcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.74685839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.747237441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3a1449-7016-449f-928e-4bdde6c1afcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.794960067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.843359879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.89463151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:43.99066467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:44.038780237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:44.086807381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3471e669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:44.134689331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3471e669"},"namespace":"ai-tenant-e2e-ait-3471e669","name":"default-tenant","reconcileID":"4cb2e86f-8728-4e10-8fb3-0289b2e3ca77","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3471e669","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:44.98997715Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3471e669","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3471e669","reconcileID":"048f08e3-13cc-4c65-9bd4-d54d7675a1a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3471e669","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3471e669"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:45.592918346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0e6005-e2ea-4ace-a098-27902bcf6a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:45.641833346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0e6005-e2ea-4ace-a098-27902bcf6a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:45.690180732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0e6005-e2ea-4ace-a098-27902bcf6a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:45.738664007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0e6005-e2ea-4ace-a098-27902bcf6a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:47.509994877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55f8f9a-fb21-4b35-97b9-9fedc6b777f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:47.559228273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55f8f9a-fb21-4b35-97b9-9fedc6b777f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:47.607903093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55f8f9a-fb21-4b35-97b9-9fedc6b777f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:47.656562128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55f8f9a-fb21-4b35-97b9-9fedc6b777f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:49.446588876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea73659-6116-42c3-9e2d-635d7e982cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:49.49483941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea73659-6116-42c3-9e2d-635d7e982cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:49.54302273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea73659-6116-42c3-9e2d-635d7e982cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:49.59114852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea73659-6116-42c3-9e2d-635d7e982cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:50.299653003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32e0f331-e03c-4cb3-825f-835bf45a2771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:50.409143926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ee4b254-180f-4f61-815b-400e84edb254","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:51.276298365Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-1c6b79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-1c6b79","reconcileID":"d6ef36a3-4e86-46b6-a253-f88b5ac7d1e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-1c6b79","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-1c6b79":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:51.33720796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dc1ac8-f4e7-4224-b183-61196ad8bf1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:51.385692477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dc1ac8-f4e7-4224-b183-61196ad8bf1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:51.434280569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dc1ac8-f4e7-4224-b183-61196ad8bf1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:51.4823606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dc1ac8-f4e7-4224-b183-61196ad8bf1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.297676449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2c971a-fb19-4c17-9979-8785be39590a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.346089584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2c971a-fb19-4c17-9979-8785be39590a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.394434264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2c971a-fb19-4c17-9979-8785be39590a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.442657679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2c971a-fb19-4c17-9979-8785be39590a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.783405789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"471bfe2b-1432-4338-ac3f-68069707ba3e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.890197985Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"471bfe2b-1432-4338-ac3f-68069707ba3e","name":"e2e-worker-w3-1b8f09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.94401506Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","namespace":"ai-tenant-e2e-ait-3ba18719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.944078Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","namespace":"ai-tenant-e2e-ait-3ba18719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.944154241Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","tenant":"e2e-ait-3ba18719","tenantID":"e2e-ait-3ba18719","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:53.995027288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"Deployment","name":"maas-api-e2e-ait-3ba18719","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.050682883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"Service","name":"maas-api-e2e-ait-3ba18719","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.1013779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3ba18719","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.151407842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3ba18719","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.20195382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.252013399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.304671312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.354670165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.415265841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"Deployment","name":"payload-processing-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.46525487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.513121346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"Service","name":"payload-processing-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.562382599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"Service","name":"payload-pre-processing-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.612732689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.662832749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.721094123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.7726727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.8209588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.868942297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.916850091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3ba18719","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:54.96553172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3ba18719"},"namespace":"ai-tenant-e2e-ait-3ba18719","name":"default-tenant","reconcileID":"d67825ab-3366-4d7d-8286-b50aa1bf19c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3ba18719","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.019396708Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","namespace":"ai-tenant-e2e-ait-8b8f4032","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.019469144Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","namespace":"ai-tenant-e2e-ait-8b8f4032","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.019541687Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","tenant":"e2e-ait-8b8f4032","tenantID":"e2e-ait-8b8f4032","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.0693759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"Deployment","name":"maas-api-e2e-ait-8b8f4032","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.127025015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"Service","name":"maas-api-e2e-ait-8b8f4032","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.182156013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-8b8f4032","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.202816927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f558230-4f4b-411b-95de-fe0648711d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.255720812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f558230-4f4b-411b-95de-fe0648711d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.257262727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-8b8f4032","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.310250801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f558230-4f4b-411b-95de-fe0648711d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.359145145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f558230-4f4b-411b-95de-fe0648711d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.361167242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.411935601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.467513813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.518829776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.605006768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"Deployment","name":"payload-processing-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.652759945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.702380981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"Service","name":"payload-processing-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.75422047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"Service","name":"payload-pre-processing-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.804007315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.851975472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.901823366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:55.954066222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:56.003335588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:56.051453822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:56.099565313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-8b8f4032","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:56.147531621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b8f4032"},"namespace":"ai-tenant-e2e-ait-8b8f4032","name":"default-tenant","reconcileID":"24603c4f-b341-4d77-b6a3-ae47847b905a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-8b8f4032","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:56.948410171Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8b8f4032","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8b8f4032","reconcileID":"fbc4f511-e746-4f80-8cab-27d00a9cbb07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8b8f4032","removed":["maas.opendatahub.io/gateway-access-e2e-ait-8b8f4032"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:57.193323346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65362c02-92ad-4618-8052-1cdf23881551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:57.241717943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65362c02-92ad-4618-8052-1cdf23881551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:57.289973954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65362c02-92ad-4618-8052-1cdf23881551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:57.338530083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65362c02-92ad-4618-8052-1cdf23881551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:57.899645106Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:59.13725991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f22e75-8ffd-4833-a3c7-ef3be71e188e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:59.185775223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f22e75-8ffd-4833-a3c7-ef3be71e188e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:59.234290457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f22e75-8ffd-4833-a3c7-ef3be71e188e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:12:59.284352902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f22e75-8ffd-4833-a3c7-ef3be71e188e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:01.070349956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761e1c82-e0cf-4fe1-987e-a72f7157d25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:01.118708483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761e1c82-e0cf-4fe1-987e-a72f7157d25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:01.166766028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761e1c82-e0cf-4fe1-987e-a72f7157d25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:01.215091281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761e1c82-e0cf-4fe1-987e-a72f7157d25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:03.092218311Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-116a20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-116a20","reconcileID":"0d3afaf6-a320-40cd-9033-c149c7595364","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-116a20","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-116a20":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:03.099687818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7783e0-9f7b-413f-915a-e3701f56be04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:03.147907535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7783e0-9f7b-413f-915a-e3701f56be04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:03.197080067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7783e0-9f7b-413f-915a-e3701f56be04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:03.257003002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d7783e0-9f7b-413f-915a-e3701f56be04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:05.01297619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6eceb2-1c54-4be6-9013-bce2ee9ab3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:05.061067426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6eceb2-1c54-4be6-9013-bce2ee9ab3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:05.109507378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6eceb2-1c54-4be6-9013-bce2ee9ab3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:05.157936889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6eceb2-1c54-4be6-9013-bce2ee9ab3a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:06.059413642Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3ba18719","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3ba18719","reconcileID":"6ba8f75f-cbe9-4946-b29c-5866aadf97ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3ba18719","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3ba18719"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:07.01416732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1dc9cba-499e-495d-bd7b-3b739022125a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:07.063626848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1dc9cba-499e-495d-bd7b-3b739022125a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:07.112105901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1dc9cba-499e-495d-bd7b-3b739022125a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:07.160448129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1dc9cba-499e-495d-bd7b-3b739022125a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:08.937720489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b71a0c-6a73-4ff0-9fa4-b4ae5b70b9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:08.986222088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b71a0c-6a73-4ff0-9fa4-b4ae5b70b9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:09.03561005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b71a0c-6a73-4ff0-9fa4-b4ae5b70b9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:09.084610295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b71a0c-6a73-4ff0-9fa4-b4ae5b70b9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:10.752661069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"97612452-ae23-4b2c-9478-7df51d614b52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:10.839643395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50fbac1-77ed-45f1-ba0f-6a754cc25515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:10.887909479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50fbac1-77ed-45f1-ba0f-6a754cc25515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:10.897778647Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"97612452-ae23-4b2c-9478-7df51d614b52","name":"e2e-worker-w0-1c6b79-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:10.93628368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50fbac1-77ed-45f1-ba0f-6a754cc25515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:10.984839422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50fbac1-77ed-45f1-ba0f-6a754cc25515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:12.790275489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb327ff-9505-41d8-ab80-a5f586e54c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:12.838647147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb327ff-9505-41d8-ab80-a5f586e54c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:12.886918137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb327ff-9505-41d8-ab80-a5f586e54c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:12.936378849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb327ff-9505-41d8-ab80-a5f586e54c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.610140469Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","namespace":"ai-tenant-e2e-derive-3fdc5441","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.610233334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","namespace":"ai-tenant-e2e-derive-3fdc5441","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.61033505Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","tenant":"e2e-derive-3fdc5441","tenantID":"e2e-derive-3fdc5441","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.661721437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"Deployment","name":"maas-api-e2e-derive-3fdc5441","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.71749041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"Service","name":"maas-api-e2e-derive-3fdc5441","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.769258929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-3fdc5441","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.820016285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-3fdc5441","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.873078921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.924438195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:15.976924046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.0268786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.074721557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"Deployment","name":"payload-processing-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.122476508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.170482559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"Service","name":"payload-processing-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.218255796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"Service","name":"payload-pre-processing-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.265961512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"DestinationRule","name":"payload-processing-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.315617442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.363372227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.416352026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.515458152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.564675623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.613641127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-3fdc5441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:16.661692922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3fdc5441"},"namespace":"ai-tenant-e2e-derive-3fdc5441","name":"default-tenant","reconcileID":"f12a1160-7674-4fcd-8ef0-b6e7c0aa1d61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-3fdc5441","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:17.392127753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b6eccf-77d0-4475-af7e-74a8c2b52bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:17.445072772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b6eccf-77d0-4475-af7e-74a8c2b52bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:17.495568059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b6eccf-77d0-4475-af7e-74a8c2b52bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:17.545614648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b6eccf-77d0-4475-af7e-74a8c2b52bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:17.601952775Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-3fdc5441","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-3fdc5441","reconcileID":"e5c023ed-b9a6-4edd-bcaa-735bc0b573bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-3fdc5441","removed":["maas.opendatahub.io/gateway-access-e2e-derive-3fdc5441"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:19.362472288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b368e04-4ae7-4baa-bd60-0893cc07cae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:19.415718869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b368e04-4ae7-4baa-bd60-0893cc07cae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:19.465367628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b368e04-4ae7-4baa-bd60-0893cc07cae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:19.516806886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b368e04-4ae7-4baa-bd60-0893cc07cae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:21.319621965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3291f3-bf66-40f2-9ea2-52bac7ffd745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:21.368946132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3291f3-bf66-40f2-9ea2-52bac7ffd745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:21.417753284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3291f3-bf66-40f2-9ea2-52bac7ffd745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:21.466061693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3291f3-bf66-40f2-9ea2-52bac7ffd745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:21.562443218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"593f7d27-03c8-42b4-9698-ae228d003a5e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:21.669370362Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"593f7d27-03c8-42b4-9698-ae228d003a5e","name":"e2e-worker-w2-116a20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:22.816839558Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b9b815","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b9b815","reconcileID":"ece1fead-862b-4aae-8377-09bfde0fdf0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b9b815","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-b9b815":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:23.228234017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6a130e-a8b7-441e-b58d-b12f9a719aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:23.276885872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6a130e-a8b7-441e-b58d-b12f9a719aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:23.325231156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6a130e-a8b7-441e-b58d-b12f9a719aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:23.375409414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6a130e-a8b7-441e-b58d-b12f9a719aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:25.157611667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1a7b3f-c632-4d3b-977d-e8a6f28a80ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:25.20846266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1a7b3f-c632-4d3b-977d-e8a6f28a80ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:25.258108992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1a7b3f-c632-4d3b-977d-e8a6f28a80ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:25.312470789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1a7b3f-c632-4d3b-977d-e8a6f28a80ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:27.165933147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86656772-d905-4627-9fab-43c75c254151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:27.216826474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86656772-d905-4627-9fab-43c75c254151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:27.265087444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86656772-d905-4627-9fab-43c75c254151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:27.315401283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86656772-d905-4627-9fab-43c75c254151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:27.903518841Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:29.161567205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0decc928-1806-4a3d-a067-978302a4edd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:29.212115664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0decc928-1806-4a3d-a067-978302a4edd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:29.262193857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0decc928-1806-4a3d-a067-978302a4edd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:29.31439392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0decc928-1806-4a3d-a067-978302a4edd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:31.225089856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5448392-d2bb-487c-984c-b31ccff66ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:31.273541666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5448392-d2bb-487c-984c-b31ccff66ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:31.322160002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5448392-d2bb-487c-984c-b31ccff66ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:31.370773438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5448392-d2bb-487c-984c-b31ccff66ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:33.076847232Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-747799","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-747799","reconcileID":"62ea5fde-8dee-4a96-9907-880a1c7035e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-747799","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-747799":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:33.223179949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5de733-95e2-4a69-aeb5-fc2427fccb8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:33.271819351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5de733-95e2-4a69-aeb5-fc2427fccb8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:33.320653647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5de733-95e2-4a69-aeb5-fc2427fccb8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:33.369340243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5de733-95e2-4a69-aeb5-fc2427fccb8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:35.196151877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce17d6ac-b671-43c0-9dfa-2deac2f5beb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:35.244768218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce17d6ac-b671-43c0-9dfa-2deac2f5beb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:35.293164161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce17d6ac-b671-43c0-9dfa-2deac2f5beb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:35.341514582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce17d6ac-b671-43c0-9dfa-2deac2f5beb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:37.242919879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e04f2c-0c2b-4c4b-942f-4d39a5e4a4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:37.294816003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e04f2c-0c2b-4c4b-942f-4d39a5e4a4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:37.343080959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e04f2c-0c2b-4c4b-942f-4d39a5e4a4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:37.391392473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e04f2c-0c2b-4c4b-942f-4d39a5e4a4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:39.172938388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6034987f-cc7c-4050-90f5-a3f6c0da6f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:39.222416163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6034987f-cc7c-4050-90f5-a3f6c0da6f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:39.273433515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6034987f-cc7c-4050-90f5-a3f6c0da6f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:39.322109567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6034987f-cc7c-4050-90f5-a3f6c0da6f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:40.995023379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a675fdc9-6bba-4778-a897-245f5415213b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:41.107362509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e460b77c-f9ab-44a6-a72f-5d779857829b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:43.121252932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3158a1-7b17-405b-aaab-108786811f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:43.169961508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3158a1-7b17-405b-aaab-108786811f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:43.219665735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3158a1-7b17-405b-aaab-108786811f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:43.268430699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3158a1-7b17-405b-aaab-108786811f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:45.067582316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedf54bd-9838-4aa6-b8f0-5f7d4c201086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:45.116663013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedf54bd-9838-4aa6-b8f0-5f7d4c201086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:45.165466342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedf54bd-9838-4aa6-b8f0-5f7d4c201086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:45.213985671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fedf54bd-9838-4aa6-b8f0-5f7d4c201086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:46.064217876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"4c011424-8bba-4dcb-a47c-7387ede28aad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:46.171565591Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"4c011424-8bba-4dcb-a47c-7387ede28aad","name":"e2e-worker-w1-b9b815-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:48.72229833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e1f6bbd-8d5d-4127-80f5-f2f01e34a262","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:48.832192076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06d15fb6-5d02-4c8a-854c-5c7519d1906b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:57.901250617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:59.555712432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"fe4dfccc-c937-4667-8737-f5a987219221","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:13:59.66293018Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"fe4dfccc-c937-4667-8737-f5a987219221","name":"e2e-worker-w4-747799-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:09.773850028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"fe207db2-fbad-4e32-95f5-1ecb3fc8724f","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:14.702138265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86efe74c-150d-4380-b333-24bed001eb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:14.751727338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86efe74c-150d-4380-b333-24bed001eb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:14.801478335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86efe74c-150d-4380-b333-24bed001eb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:14.850046681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86efe74c-150d-4380-b333-24bed001eb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:16.719696375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1d2968-cba9-4726-b7dc-63d3d21225ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:16.768672103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1d2968-cba9-4726-b7dc-63d3d21225ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:16.820593967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1d2968-cba9-4726-b7dc-63d3d21225ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:16.869467888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1d2968-cba9-4726-b7dc-63d3d21225ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:22.905368719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"ea7dad2e-301a-43d6-afee-d7a35840c81c","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:22.970556602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"65804aea-a070-4cd5-aa06-27364bd304c3","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:27.900713209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:28.561657288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722362c8-7fc8-46bb-8925-3b2202c444db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:28.611046401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722362c8-7fc8-46bb-8925-3b2202c444db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:28.660193615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722362c8-7fc8-46bb-8925-3b2202c444db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:28.708780686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722362c8-7fc8-46bb-8925-3b2202c444db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:30.50025295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fca22c-6187-4dd9-adbb-1a27655393d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:30.548687597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fca22c-6187-4dd9-adbb-1a27655393d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:30.597262172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fca22c-6187-4dd9-adbb-1a27655393d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:30.645820879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fca22c-6187-4dd9-adbb-1a27655393d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:43.877538501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68612f89-12db-425c-adb2-64046c7cc317","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:44.151533484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53c330c6-90db-4727-9997-679e154a6564","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:46.794083348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"8b0b07ba-b48c-4711-99e2-dcb2628afa71","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:49.302684556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"8b60a211-1186-4d0c-9b33-b442eb14849a","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:50.813966148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbb7f8ad-2214-4c9a-80e3-144500f0f822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:51.160762227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6465430-88c5-4e72-a416-18c4568365ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.268187511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"9762e211-5ca3-49dc-bb32-6a4fc42271b2","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.474899701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"969c8b6d-1048-4bc6-87a7-518f8aac1cfd","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.528546799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0dda541a-094b-43f7-bbd9-a6ee86a4310d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.528570312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0dda541a-094b-43f7-bbd9-a6ee86a4310d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.574298716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"edf956a9-e85c-46e8-a466-4eefdaefd679","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.581824657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c442f44-840c-41cd-8f1c-622808e2e186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.581846012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c442f44-840c-41cd-8f1c-622808e2e186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.627467185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"cbdd7495-661d-4da2-8894-9d5690151d26","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:14:52.629950866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.827882843Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"6116494b-e4db-440e-8b50-99120eeb3919","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.852185496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"3048684a-16dd-4e10-9e35-8c7358545c69","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.908428088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"08867826-5c6a-434d-8de4-20f1f59ccc65","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:14:52.958939817Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"08867826-5c6a-434d-8de4-20f1f59ccc65","name":"simulator-w0-1c6b79","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-1c6b79\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:14:52.959004651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"08867826-5c6a-434d-8de4-20f1f59ccc65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-1c6b79\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.964350712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"8b4fb76c-1e35-4f9e-932f-d27a7546665a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:52.979337461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"4f28373e-ea52-49bf-b68c-3b4a401d26f2","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.002060916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"34a2ffe8-e99b-4f42-8e36-3027d1026c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.115220403Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"34a2ffe8-e99b-4f42-8e36-3027d1026c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.122063467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"32d19b96-c22c-41c8-a826-f959113c7498","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.165847631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"34a2ffe8-e99b-4f42-8e36-3027d1026c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.175568725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"5f579ef1-e6f7-44b2-af94-e5ad84b529c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.175628453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"d4dcb022-f6da-4a9e-80ee-c6afc3c934ba","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.220335105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c7805900-68f7-4c02-8961-eeff4c9cf87c","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.221650741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"dd10d5e6-d56b-4145-b89c-d29a82e3de2e","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:14:53.224085916Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1c6b79/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.272738531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"0117f8d2-4475-47b0-bd25-7519d82a47a9","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.316945034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"10e8ae5b-9117-4082-af5e-8690612b7ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.326115978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"e7a6e0f3-d521-4703-8dd2-fdfc997a9a43","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.369377432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"10e8ae5b-9117-4082-af5e-8690612b7ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.384687624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"bfab7035-6419-47b1-ae13-411b97efbb9a","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.419882197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"10e8ae5b-9117-4082-af5e-8690612b7ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.438523461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"e3e4f546-293c-4255-b969-414de3164811","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.471286739Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"d39f1916-7389-41ff-abce-3919dd6df3ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"premium-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:14:53.487452949Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"e3e4f546-293c-4255-b969-414de3164811","name":"premium-w0-1c6b79","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-1c6b79\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:14:53.487523656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"e3e4f546-293c-4255-b969-414de3164811","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-1c6b79\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.492848473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"2c4d7017-dbf8-4b4a-8ac8-a91655f31fa5","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.563151527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3275662f-fd66-4ca1-bdc2-fcbb861db4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.615436047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3275662f-fd66-4ca1-bdc2-fcbb861db4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.621127337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"1cfb3a0d-e587-4b26-9e6d-0863c630e3cc","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.663423594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e90ce827-f98c-4d61-b14c-db1ea87c411e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.666103873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3275662f-fd66-4ca1-bdc2-fcbb861db4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.715591002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e90ce827-f98c-4d61-b14c-db1ea87c411e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.767754732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e90ce827-f98c-4d61-b14c-db1ea87c411e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.809934345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"40dc5a33-4700-47f4-94dd-76e2c0ade556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.817101502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"76ba18a7-81db-43a2-98fe-385046842655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.819465326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"06e4970d-6224-44f6-b2b6-38164d670ac4","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.862431059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"40dc5a33-4700-47f4-94dd-76e2c0ade556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.913582691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"40dc5a33-4700-47f4-94dd-76e2c0ade556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:53.963037766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"63cf1ea7-2eda-4d33-8a29-abb796eeef36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:54.017676261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"63cf1ea7-2eda-4d33-8a29-abb796eeef36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:54.077120307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"63cf1ea7-2eda-4d33-8a29-abb796eeef36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:14:57.900144209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:02.785934236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"8013e1b1-6753-4da5-8592-00d621ad281f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:02.88527809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"3ec709af-9a19-4c48-a314-2575c6e30298","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:02.99159661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"55519da4-7549-461e-91e2-e4d2129d311f","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.048760948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"77124fe2-f431-4163-91e3-13bd8ab843a4","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.287874745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7b06b2a1-e8ed-4a26-b99d-bbec6647e860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.287874784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"6d6b794a-6e3f-45ef-b479-32a062d6e38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.340338326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"6d6b794a-6e3f-45ef-b479-32a062d6e38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.341197822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7b06b2a1-e8ed-4a26-b99d-bbec6647e860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.39204936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (487df2778d0a2cd574bce4dd0a4af5dd245372778a9f94e31b571fd57b795ba4) AuthConfig (ded75526f2ca161b3ef99ba14cd74f90a772df78b04cd571927e1d2f9da03434) AuthConfig (51b07382f9d43b50c13f94cbf1f87c53dbe1949f63a44276afe58aab750cdcee) AuthConfig (402d84177bb84f455c9bb23ba2c0e3ef48490339631e463875b279c4de900206) AuthConfig (937361600e339977ac91438e11ca994c7dff22ccf36ae9a2fe81b0736c47ff58) AuthConfig (65261c7474aad027107c863f6435f06368bcc657ee20f89f9768e7c2f0d7c04d) AuthConfig (12c406c022ba9a0229fb4e25fd294519fb3c9d2024f98fc6719dae7d327b1e66) AuthConfig (fd2267ae68d09c0d9746360587cfd63c4e30c01376f8ed8a4f8546229ecfe120) AuthConfig (c33ad83b212eaca346b7c9f7f76bc515f12fcfb25ec2b19466bc666a12ee1b4f) AuthConfig (ef1a82b4f1532dda08e2174e4f881d430be5f9098e3b2f6a9a47f477cdf1dae6) AuthConfig (fa4626f88e3f886cf85384fc292557eb074f3492fba92be8c06efb38bacb65fe) AuthConfig (065bcb08f136d4d98da7c24fb17a2cf951d12822c00d284d8551679343d1b897) AuthConfig (f7d6edad68d6230df42402c9f17ae4c602f8590608d6d7e22906d62f5fbd9db2) AuthConfig (171fdaa937a5c54534c22a1bf4fa2a34f3c70ca4e6f3817148811e0282f35a36) AuthConfig (2e9c645ffadb826fa435211fb8b66df7b57fb8875ed713750d3740ac28f91eb6) AuthConfig (0e69da998b557184ec789066a6aec4519e2e95e5d71462cae969fa0abd3bd0d0) AuthConfig (15a3c26d7eee6845419b93fa2fe13ebe6a6d02f3ef49ed20349e1032bdc82fae) AuthConfig (7db1850ae18c7d8016f11c495b60d3978f7e30975f093226d29a1e305b1fc582) AuthConfig (4732f0822139452ef0b73fc27263b3d9edcb854bb30fc8fddf8fa1312cebe67d) AuthConfig (c64b3d9c4273f72da99a5013e004ae6b91cfcac48b4713368bd82451a53412bf) AuthConfig (3817662a6e3677c920371c88b4319101261691932045d56ff7f870dfde447db4) AuthConfig (23db8826ab3d615923b704b590de2f0fb95eaa42f9e981f1efd1343d37d90bd7) AuthConfig (e862bd3b217a8707ab5788235f6bc2d0b73809c55f0a7971a16df43a97287461) AuthConfig (d2d3ce47c49a02195eb8bc02677fddb39e9f7df5c355c55cb278f2f4144d259a) AuthConfig (2449406cf52491d5a614e76919a644f1a3a2408f4fc4a6caf3680d2ba74b79f9) AuthConfig (fd78a43b16c1a937f25fd573419410c293217daf3e1f8c83bc938cf1ab58db0d) AuthConfig (8bbb80a797f3c2d9a0edf1b9ee78b36ca0147f46eb97d72ea80889f5e80fa004) AuthConfig (481ec3424c6fc2384b133640aef12219baf74276e4ccd858f748cfba55e5907f) AuthConfig (998f7f2bb6d9a1097a61db64e914a148b96da570edeaca5ec34888dec5d35c00) AuthConfig (9fdd28f64bdd7ccc452212c442ac960c884cfc4a635bb7e3c5bc6e14f6227b6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"6d6b794a-6e3f-45ef-b479-32a062d6e38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.392168214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (487df2778d0a2cd574bce4dd0a4af5dd245372778a9f94e31b571fd57b795ba4) AuthConfig (ded75526f2ca161b3ef99ba14cd74f90a772df78b04cd571927e1d2f9da03434) AuthConfig (51b07382f9d43b50c13f94cbf1f87c53dbe1949f63a44276afe58aab750cdcee) AuthConfig (402d84177bb84f455c9bb23ba2c0e3ef48490339631e463875b279c4de900206) AuthConfig (937361600e339977ac91438e11ca994c7dff22ccf36ae9a2fe81b0736c47ff58) AuthConfig (65261c7474aad027107c863f6435f06368bcc657ee20f89f9768e7c2f0d7c04d) AuthConfig (12c406c022ba9a0229fb4e25fd294519fb3c9d2024f98fc6719dae7d327b1e66) AuthConfig (fd2267ae68d09c0d9746360587cfd63c4e30c01376f8ed8a4f8546229ecfe120) AuthConfig (c33ad83b212eaca346b7c9f7f76bc515f12fcfb25ec2b19466bc666a12ee1b4f) AuthConfig (ef1a82b4f1532dda08e2174e4f881d430be5f9098e3b2f6a9a47f477cdf1dae6) AuthConfig (fa4626f88e3f886cf85384fc292557eb074f3492fba92be8c06efb38bacb65fe) AuthConfig (065bcb08f136d4d98da7c24fb17a2cf951d12822c00d284d8551679343d1b897) AuthConfig (f7d6edad68d6230df42402c9f17ae4c602f8590608d6d7e22906d62f5fbd9db2) AuthConfig (171fdaa937a5c54534c22a1bf4fa2a34f3c70ca4e6f3817148811e0282f35a36) AuthConfig (2e9c645ffadb826fa435211fb8b66df7b57fb8875ed713750d3740ac28f91eb6) AuthConfig (0e69da998b557184ec789066a6aec4519e2e95e5d71462cae969fa0abd3bd0d0) AuthConfig (15a3c26d7eee6845419b93fa2fe13ebe6a6d02f3ef49ed20349e1032bdc82fae) AuthConfig (7db1850ae18c7d8016f11c495b60d3978f7e30975f093226d29a1e305b1fc582) AuthConfig (4732f0822139452ef0b73fc27263b3d9edcb854bb30fc8fddf8fa1312cebe67d) AuthConfig (c64b3d9c4273f72da99a5013e004ae6b91cfcac48b4713368bd82451a53412bf) AuthConfig (3817662a6e3677c920371c88b4319101261691932045d56ff7f870dfde447db4) AuthConfig (23db8826ab3d615923b704b590de2f0fb95eaa42f9e981f1efd1343d37d90bd7) AuthConfig (e862bd3b217a8707ab5788235f6bc2d0b73809c55f0a7971a16df43a97287461) AuthConfig (d2d3ce47c49a02195eb8bc02677fddb39e9f7df5c355c55cb278f2f4144d259a) AuthConfig (2449406cf52491d5a614e76919a644f1a3a2408f4fc4a6caf3680d2ba74b79f9) AuthConfig (fd78a43b16c1a937f25fd573419410c293217daf3e1f8c83bc938cf1ab58db0d) AuthConfig (8bbb80a797f3c2d9a0edf1b9ee78b36ca0147f46eb97d72ea80889f5e80fa004) AuthConfig (481ec3424c6fc2384b133640aef12219baf74276e4ccd858f748cfba55e5907f) AuthConfig (998f7f2bb6d9a1097a61db64e914a148b96da570edeaca5ec34888dec5d35c00) AuthConfig (9fdd28f64bdd7ccc452212c442ac960c884cfc4a635bb7e3c5bc6e14f6227b6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7b06b2a1-e8ed-4a26-b99d-bbec6647e860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.445656049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"8458e9ba-df9b-48a6-b8fe-8a4101a0b522","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.448502789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"e07358e6-d29a-47d3-afd1-f282452450fd","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.595088696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a47a6089-c89d-4bfb-909f-813601002f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.597268888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"f3b1ef47-0d0d-4b93-9da4-44cbde67db05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.647919463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a47a6089-c89d-4bfb-909f-813601002f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.64940228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"f3b1ef47-0d0d-4b93-9da4-44cbde67db05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.699473968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (487df2778d0a2cd574bce4dd0a4af5dd245372778a9f94e31b571fd57b795ba4) AuthConfig (ded75526f2ca161b3ef99ba14cd74f90a772df78b04cd571927e1d2f9da03434) AuthConfig (51b07382f9d43b50c13f94cbf1f87c53dbe1949f63a44276afe58aab750cdcee) AuthConfig (402d84177bb84f455c9bb23ba2c0e3ef48490339631e463875b279c4de900206) AuthConfig (937361600e339977ac91438e11ca994c7dff22ccf36ae9a2fe81b0736c47ff58) AuthConfig (65261c7474aad027107c863f6435f06368bcc657ee20f89f9768e7c2f0d7c04d) AuthConfig (12c406c022ba9a0229fb4e25fd294519fb3c9d2024f98fc6719dae7d327b1e66) AuthConfig (fd2267ae68d09c0d9746360587cfd63c4e30c01376f8ed8a4f8546229ecfe120) AuthConfig (c33ad83b212eaca346b7c9f7f76bc515f12fcfb25ec2b19466bc666a12ee1b4f) AuthConfig (ef1a82b4f1532dda08e2174e4f881d430be5f9098e3b2f6a9a47f477cdf1dae6) AuthConfig (fa4626f88e3f886cf85384fc292557eb074f3492fba92be8c06efb38bacb65fe) AuthConfig (065bcb08f136d4d98da7c24fb17a2cf951d12822c00d284d8551679343d1b897) AuthConfig (f7d6edad68d6230df42402c9f17ae4c602f8590608d6d7e22906d62f5fbd9db2) AuthConfig (171fdaa937a5c54534c22a1bf4fa2a34f3c70ca4e6f3817148811e0282f35a36) AuthConfig (2e9c645ffadb826fa435211fb8b66df7b57fb8875ed713750d3740ac28f91eb6) AuthConfig (0e69da998b557184ec789066a6aec4519e2e95e5d71462cae969fa0abd3bd0d0) AuthConfig (15a3c26d7eee6845419b93fa2fe13ebe6a6d02f3ef49ed20349e1032bdc82fae) AuthConfig (7db1850ae18c7d8016f11c495b60d3978f7e30975f093226d29a1e305b1fc582) AuthConfig (4732f0822139452ef0b73fc27263b3d9edcb854bb30fc8fddf8fa1312cebe67d) AuthConfig (c64b3d9c4273f72da99a5013e004ae6b91cfcac48b4713368bd82451a53412bf) AuthConfig (3817662a6e3677c920371c88b4319101261691932045d56ff7f870dfde447db4) AuthConfig (23db8826ab3d615923b704b590de2f0fb95eaa42f9e981f1efd1343d37d90bd7) AuthConfig (e862bd3b217a8707ab5788235f6bc2d0b73809c55f0a7971a16df43a97287461) AuthConfig (d2d3ce47c49a02195eb8bc02677fddb39e9f7df5c355c55cb278f2f4144d259a) AuthConfig (2449406cf52491d5a614e76919a644f1a3a2408f4fc4a6caf3680d2ba74b79f9) AuthConfig (fd78a43b16c1a937f25fd573419410c293217daf3e1f8c83bc938cf1ab58db0d) AuthConfig (8bbb80a797f3c2d9a0edf1b9ee78b36ca0147f46eb97d72ea80889f5e80fa004) AuthConfig (481ec3424c6fc2384b133640aef12219baf74276e4ccd858f748cfba55e5907f) AuthConfig (998f7f2bb6d9a1097a61db64e914a148b96da570edeaca5ec34888dec5d35c00) AuthConfig (9fdd28f64bdd7ccc452212c442ac960c884cfc4a635bb7e3c5bc6e14f6227b6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a47a6089-c89d-4bfb-909f-813601002f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.700124373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (487df2778d0a2cd574bce4dd0a4af5dd245372778a9f94e31b571fd57b795ba4) AuthConfig (ded75526f2ca161b3ef99ba14cd74f90a772df78b04cd571927e1d2f9da03434) AuthConfig (51b07382f9d43b50c13f94cbf1f87c53dbe1949f63a44276afe58aab750cdcee) AuthConfig (402d84177bb84f455c9bb23ba2c0e3ef48490339631e463875b279c4de900206) AuthConfig (937361600e339977ac91438e11ca994c7dff22ccf36ae9a2fe81b0736c47ff58) AuthConfig (65261c7474aad027107c863f6435f06368bcc657ee20f89f9768e7c2f0d7c04d) AuthConfig (12c406c022ba9a0229fb4e25fd294519fb3c9d2024f98fc6719dae7d327b1e66) AuthConfig (fd2267ae68d09c0d9746360587cfd63c4e30c01376f8ed8a4f8546229ecfe120) AuthConfig (c33ad83b212eaca346b7c9f7f76bc515f12fcfb25ec2b19466bc666a12ee1b4f) AuthConfig (ef1a82b4f1532dda08e2174e4f881d430be5f9098e3b2f6a9a47f477cdf1dae6) AuthConfig (fa4626f88e3f886cf85384fc292557eb074f3492fba92be8c06efb38bacb65fe) AuthConfig (065bcb08f136d4d98da7c24fb17a2cf951d12822c00d284d8551679343d1b897) AuthConfig (f7d6edad68d6230df42402c9f17ae4c602f8590608d6d7e22906d62f5fbd9db2) AuthConfig (171fdaa937a5c54534c22a1bf4fa2a34f3c70ca4e6f3817148811e0282f35a36) AuthConfig (2e9c645ffadb826fa435211fb8b66df7b57fb8875ed713750d3740ac28f91eb6) AuthConfig (0e69da998b557184ec789066a6aec4519e2e95e5d71462cae969fa0abd3bd0d0) AuthConfig (15a3c26d7eee6845419b93fa2fe13ebe6a6d02f3ef49ed20349e1032bdc82fae) AuthConfig (7db1850ae18c7d8016f11c495b60d3978f7e30975f093226d29a1e305b1fc582) AuthConfig (4732f0822139452ef0b73fc27263b3d9edcb854bb30fc8fddf8fa1312cebe67d) AuthConfig (c64b3d9c4273f72da99a5013e004ae6b91cfcac48b4713368bd82451a53412bf) AuthConfig (3817662a6e3677c920371c88b4319101261691932045d56ff7f870dfde447db4) AuthConfig (23db8826ab3d615923b704b590de2f0fb95eaa42f9e981f1efd1343d37d90bd7) AuthConfig (e862bd3b217a8707ab5788235f6bc2d0b73809c55f0a7971a16df43a97287461) AuthConfig (d2d3ce47c49a02195eb8bc02677fddb39e9f7df5c355c55cb278f2f4144d259a) AuthConfig (2449406cf52491d5a614e76919a644f1a3a2408f4fc4a6caf3680d2ba74b79f9) AuthConfig (fd78a43b16c1a937f25fd573419410c293217daf3e1f8c83bc938cf1ab58db0d) AuthConfig (8bbb80a797f3c2d9a0edf1b9ee78b36ca0147f46eb97d72ea80889f5e80fa004) AuthConfig (481ec3424c6fc2384b133640aef12219baf74276e4ccd858f748cfba55e5907f) AuthConfig (998f7f2bb6d9a1097a61db64e914a148b96da570edeaca5ec34888dec5d35c00) AuthConfig (9fdd28f64bdd7ccc452212c442ac960c884cfc4a635bb7e3c5bc6e14f6227b6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"f3b1ef47-0d0d-4b93-9da4-44cbde67db05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:03.749133117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a47a6089-c89d-4bfb-909f-813601002f85","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.898704661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9953e369-b7c4-4836-9e95-d34e221ba13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:03.950934602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9953e369-b7c4-4836-9e95-d34e221ba13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:04.001851297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (487df2778d0a2cd574bce4dd0a4af5dd245372778a9f94e31b571fd57b795ba4) AuthConfig (ded75526f2ca161b3ef99ba14cd74f90a772df78b04cd571927e1d2f9da03434) AuthConfig (51b07382f9d43b50c13f94cbf1f87c53dbe1949f63a44276afe58aab750cdcee) AuthConfig (402d84177bb84f455c9bb23ba2c0e3ef48490339631e463875b279c4de900206) AuthConfig (937361600e339977ac91438e11ca994c7dff22ccf36ae9a2fe81b0736c47ff58) AuthConfig (65261c7474aad027107c863f6435f06368bcc657ee20f89f9768e7c2f0d7c04d) AuthConfig (12c406c022ba9a0229fb4e25fd294519fb3c9d2024f98fc6719dae7d327b1e66) AuthConfig (fd2267ae68d09c0d9746360587cfd63c4e30c01376f8ed8a4f8546229ecfe120) AuthConfig (c33ad83b212eaca346b7c9f7f76bc515f12fcfb25ec2b19466bc666a12ee1b4f) AuthConfig (ef1a82b4f1532dda08e2174e4f881d430be5f9098e3b2f6a9a47f477cdf1dae6) AuthConfig (fa4626f88e3f886cf85384fc292557eb074f3492fba92be8c06efb38bacb65fe) AuthConfig (065bcb08f136d4d98da7c24fb17a2cf951d12822c00d284d8551679343d1b897) AuthConfig (f7d6edad68d6230df42402c9f17ae4c602f8590608d6d7e22906d62f5fbd9db2) AuthConfig (171fdaa937a5c54534c22a1bf4fa2a34f3c70ca4e6f3817148811e0282f35a36) AuthConfig (2e9c645ffadb826fa435211fb8b66df7b57fb8875ed713750d3740ac28f91eb6) AuthConfig (0e69da998b557184ec789066a6aec4519e2e95e5d71462cae969fa0abd3bd0d0) AuthConfig (15a3c26d7eee6845419b93fa2fe13ebe6a6d02f3ef49ed20349e1032bdc82fae) AuthConfig (7db1850ae18c7d8016f11c495b60d3978f7e30975f093226d29a1e305b1fc582) AuthConfig (4732f0822139452ef0b73fc27263b3d9edcb854bb30fc8fddf8fa1312cebe67d) AuthConfig (c64b3d9c4273f72da99a5013e004ae6b91cfcac48b4713368bd82451a53412bf) AuthConfig (3817662a6e3677c920371c88b4319101261691932045d56ff7f870dfde447db4) AuthConfig (23db8826ab3d615923b704b590de2f0fb95eaa42f9e981f1efd1343d37d90bd7) AuthConfig (e862bd3b217a8707ab5788235f6bc2d0b73809c55f0a7971a16df43a97287461) AuthConfig (d2d3ce47c49a02195eb8bc02677fddb39e9f7df5c355c55cb278f2f4144d259a) AuthConfig (2449406cf52491d5a614e76919a644f1a3a2408f4fc4a6caf3680d2ba74b79f9) AuthConfig (fd78a43b16c1a937f25fd573419410c293217daf3e1f8c83bc938cf1ab58db0d) AuthConfig (8bbb80a797f3c2d9a0edf1b9ee78b36ca0147f46eb97d72ea80889f5e80fa004) AuthConfig (481ec3424c6fc2384b133640aef12219baf74276e4ccd858f748cfba55e5907f) AuthConfig (998f7f2bb6d9a1097a61db64e914a148b96da570edeaca5ec34888dec5d35c00) AuthConfig (9fdd28f64bdd7ccc452212c442ac960c884cfc4a635bb7e3c5bc6e14f6227b6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9953e369-b7c4-4836-9e95-d34e221ba13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:12.108621067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"0bd22e03-35a5-4f15-89bc-b19563d6e0e5","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:12.229879899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"851bc3a6-f72a-4601-95a8-82e975d58eba","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:12.29371896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"aefcdcb9-294b-46fe-b582-fa2fd8af7485","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:13.844844335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"cc1ce066-743e-4d60-88bd-bd6e19c2556c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:13.89674079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"cc1ce066-743e-4d60-88bd-bd6e19c2556c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:13.948285591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (487df2778d0a2cd574bce4dd0a4af5dd245372778a9f94e31b571fd57b795ba4) AuthConfig (ded75526f2ca161b3ef99ba14cd74f90a772df78b04cd571927e1d2f9da03434) AuthConfig (51b07382f9d43b50c13f94cbf1f87c53dbe1949f63a44276afe58aab750cdcee) AuthConfig (402d84177bb84f455c9bb23ba2c0e3ef48490339631e463875b279c4de900206) AuthConfig (937361600e339977ac91438e11ca994c7dff22ccf36ae9a2fe81b0736c47ff58) AuthConfig (65261c7474aad027107c863f6435f06368bcc657ee20f89f9768e7c2f0d7c04d) AuthConfig (12c406c022ba9a0229fb4e25fd294519fb3c9d2024f98fc6719dae7d327b1e66) AuthConfig (fd2267ae68d09c0d9746360587cfd63c4e30c01376f8ed8a4f8546229ecfe120) AuthConfig (c33ad83b212eaca346b7c9f7f76bc515f12fcfb25ec2b19466bc666a12ee1b4f) AuthConfig (ef1a82b4f1532dda08e2174e4f881d430be5f9098e3b2f6a9a47f477cdf1dae6) AuthConfig (fa4626f88e3f886cf85384fc292557eb074f3492fba92be8c06efb38bacb65fe) AuthConfig (065bcb08f136d4d98da7c24fb17a2cf951d12822c00d284d8551679343d1b897) AuthConfig (f7d6edad68d6230df42402c9f17ae4c602f8590608d6d7e22906d62f5fbd9db2) AuthConfig (171fdaa937a5c54534c22a1bf4fa2a34f3c70ca4e6f3817148811e0282f35a36) AuthConfig (2e9c645ffadb826fa435211fb8b66df7b57fb8875ed713750d3740ac28f91eb6) AuthConfig (0e69da998b557184ec789066a6aec4519e2e95e5d71462cae969fa0abd3bd0d0) AuthConfig (15a3c26d7eee6845419b93fa2fe13ebe6a6d02f3ef49ed20349e1032bdc82fae) AuthConfig (7db1850ae18c7d8016f11c495b60d3978f7e30975f093226d29a1e305b1fc582) AuthConfig (4732f0822139452ef0b73fc27263b3d9edcb854bb30fc8fddf8fa1312cebe67d) AuthConfig (c64b3d9c4273f72da99a5013e004ae6b91cfcac48b4713368bd82451a53412bf) AuthConfig (3817662a6e3677c920371c88b4319101261691932045d56ff7f870dfde447db4) AuthConfig (23db8826ab3d615923b704b590de2f0fb95eaa42f9e981f1efd1343d37d90bd7) AuthConfig (e862bd3b217a8707ab5788235f6bc2d0b73809c55f0a7971a16df43a97287461) AuthConfig (d2d3ce47c49a02195eb8bc02677fddb39e9f7df5c355c55cb278f2f4144d259a) AuthConfig (2449406cf52491d5a614e76919a644f1a3a2408f4fc4a6caf3680d2ba74b79f9) AuthConfig (fd78a43b16c1a937f25fd573419410c293217daf3e1f8c83bc938cf1ab58db0d) AuthConfig (8bbb80a797f3c2d9a0edf1b9ee78b36ca0147f46eb97d72ea80889f5e80fa004) AuthConfig (481ec3424c6fc2384b133640aef12219baf74276e4ccd858f748cfba55e5907f) AuthConfig (998f7f2bb6d9a1097a61db64e914a148b96da570edeaca5ec34888dec5d35c00) AuthConfig (9fdd28f64bdd7ccc452212c442ac960c884cfc4a635bb7e3c5bc6e14f6227b6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"cc1ce066-743e-4d60-88bd-bd6e19c2556c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:14.147220265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"97d0a836-e595-4141-92af-959e35145586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:14.199473574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"97d0a836-e595-4141-92af-959e35145586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:14.250622427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-1c6b79-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (487df2778d0a2cd574bce4dd0a4af5dd245372778a9f94e31b571fd57b795ba4) AuthConfig (ded75526f2ca161b3ef99ba14cd74f90a772df78b04cd571927e1d2f9da03434) AuthConfig (51b07382f9d43b50c13f94cbf1f87c53dbe1949f63a44276afe58aab750cdcee) AuthConfig (402d84177bb84f455c9bb23ba2c0e3ef48490339631e463875b279c4de900206) AuthConfig (937361600e339977ac91438e11ca994c7dff22ccf36ae9a2fe81b0736c47ff58) AuthConfig (65261c7474aad027107c863f6435f06368bcc657ee20f89f9768e7c2f0d7c04d) AuthConfig (12c406c022ba9a0229fb4e25fd294519fb3c9d2024f98fc6719dae7d327b1e66) AuthConfig (fd2267ae68d09c0d9746360587cfd63c4e30c01376f8ed8a4f8546229ecfe120) AuthConfig (c33ad83b212eaca346b7c9f7f76bc515f12fcfb25ec2b19466bc666a12ee1b4f) AuthConfig (ef1a82b4f1532dda08e2174e4f881d430be5f9098e3b2f6a9a47f477cdf1dae6) AuthConfig (fa4626f88e3f886cf85384fc292557eb074f3492fba92be8c06efb38bacb65fe) AuthConfig (065bcb08f136d4d98da7c24fb17a2cf951d12822c00d284d8551679343d1b897) AuthConfig (f7d6edad68d6230df42402c9f17ae4c602f8590608d6d7e22906d62f5fbd9db2) AuthConfig (171fdaa937a5c54534c22a1bf4fa2a34f3c70ca4e6f3817148811e0282f35a36) AuthConfig (2e9c645ffadb826fa435211fb8b66df7b57fb8875ed713750d3740ac28f91eb6) AuthConfig (0e69da998b557184ec789066a6aec4519e2e95e5d71462cae969fa0abd3bd0d0) AuthConfig (15a3c26d7eee6845419b93fa2fe13ebe6a6d02f3ef49ed20349e1032bdc82fae) AuthConfig (7db1850ae18c7d8016f11c495b60d3978f7e30975f093226d29a1e305b1fc582) AuthConfig (4732f0822139452ef0b73fc27263b3d9edcb854bb30fc8fddf8fa1312cebe67d) AuthConfig (c64b3d9c4273f72da99a5013e004ae6b91cfcac48b4713368bd82451a53412bf) AuthConfig (3817662a6e3677c920371c88b4319101261691932045d56ff7f870dfde447db4) AuthConfig (23db8826ab3d615923b704b590de2f0fb95eaa42f9e981f1efd1343d37d90bd7) AuthConfig (e862bd3b217a8707ab5788235f6bc2d0b73809c55f0a7971a16df43a97287461) AuthConfig (d2d3ce47c49a02195eb8bc02677fddb39e9f7df5c355c55cb278f2f4144d259a) AuthConfig (2449406cf52491d5a614e76919a644f1a3a2408f4fc4a6caf3680d2ba74b79f9) AuthConfig (fd78a43b16c1a937f25fd573419410c293217daf3e1f8c83bc938cf1ab58db0d) AuthConfig (8bbb80a797f3c2d9a0edf1b9ee78b36ca0147f46eb97d72ea80889f5e80fa004) AuthConfig (481ec3424c6fc2384b133640aef12219baf74276e4ccd858f748cfba55e5907f) AuthConfig (998f7f2bb6d9a1097a61db64e914a148b96da570edeaca5ec34888dec5d35c00) AuthConfig (9fdd28f64bdd7ccc452212c442ac960c884cfc4a635bb7e3c5bc6e14f6227b6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"97d0a836-e595-4141-92af-959e35145586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:24.092622305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9d57d339-9e44-4dcd-a4f6-889fe6bb4814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:24.144689061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9d57d339-9e44-4dcd-a4f6-889fe6bb4814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:24.394829004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c97cb25a-4e51-4ca3-a382-1f7b88cab9ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:24.446897649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c97cb25a-4e51-4ca3-a382-1f7b88cab9ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:24.447163509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"5732c657-adf3-4a62-8f45-2faecbc77bf6","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:24.750624071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"2111a589-127a-4244-aa07-9164e9b27ca9","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:25.282554988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"eb5c27a4-f1d1-436a-92ea-fe9801de8730","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:25.34925516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"886d3d2a-b126-4f19-a863-54eecf72068a","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:27.900207296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:30.899536837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"eeb86d85-4395-4ef3-aee7-eef3b5cbf061","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:30.95213304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"bd725ac7-855b-4535-a9cf-070086e649f1","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.097925208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de-auth","reconcileID":"ee7a2858-4d73-46d7-b6a9-33e34d077652","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.157212615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"b4dd3361-dc39-4318-8f33-41c8d703c2d0","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.157428643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de-auth","reconcileID":"ee7a2858-4d73-46d7-b6a9-33e34d077652","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.220250019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"cf2b6124-af9c-4a5a-b7a5-159032bd13ff","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.263209029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"e388f501-aadf-4bea-b005-31dbd0c698ac","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:31.268253939Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1c6b79/e2e-dry-sub-3f6c09de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-3f6c09de\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.35229796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"04d35499-4c18-4316-aea0-dde7c8f0846e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.35250002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"f573e188-61ea-4baa-bc59-f2907e992e6e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.352734153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9dcd8991-f9ed-4c2c-b2fa-1b761db3ff14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.404713765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9dcd8991-f9ed-4c2c-b2fa-1b761db3ff14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.404912031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"04d35499-4c18-4316-aea0-dde7c8f0846e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.462613345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"a0d38f11-a104-406d-b655-8a66a7bf23cc","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.599814112Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-3f6c09de","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de","reconcileID":"c4fc85d4-57e4-483f-a2ac-82f7636d2701","MaaSSubscription":{"name":"e2e-dry-sub-3f6c09de","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-dry-sub-3f6c09de","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.611355555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de-auth","reconcileID":"f0c0f5a8-12ca-40f9-ad26-6dc5b9abbfe3","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.663333375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de-auth","reconcileID":"f0c0f5a8-12ca-40f9-ad26-6dc5b9abbfe3","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.751351143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"512c1dd3-b148-451e-b7d5-e341794f7ef1","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.756189281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e87ef8b2-f59e-4866-b05a-9786edc36b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.756193292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"30eae459-311e-4b0c-b8b2-df49b925a68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.794430583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"c411b147-d2ff-4b83-aad5-8e9290b91ef0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.809505081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"30eae459-311e-4b0c-b8b2-df49b925a68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.80961881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e87ef8b2-f59e-4866-b05a-9786edc36b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:31.944602902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-3f6c09de","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de","reconcileID":"8aae639a-f650-4b04-9029-0b9ac7934a48","MaaSSubscription":{"name":"e2e-dry-sub-3f6c09de","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:32.096285184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"9edcaaaf-e4b1-4905-932b-ca0a7a79bd70","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:35.656273579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"2e516a54-2a64-4920-9b37-444a292c894d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:35.801085997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"add3f78b-b0dc-4fb8-9443-dde74ce742e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:35.801236443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de-auth","reconcileID":"c5b2dfe3-9115-4a3d-903a-451f94fd3725","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:35.801088257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3bf04277-014f-4e74-90f8-1086f2a7320f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:35.856378105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de-auth","reconcileID":"c5b2dfe3-9115-4a3d-903a-451f94fd3725","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:35.856418972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3bf04277-014f-4e74-90f8-1086f2a7320f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:35.858588122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"add3f78b-b0dc-4fb8-9443-dde74ce742e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:37.167431694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"d40d0b9d-b7ef-4f60-9c1a-1e0a5fe3ea94","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:39.47559732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"89f4964a-bd61-434f-9e49-b43f14ca973c","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:39.578032309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"e60cac39-0241-46a4-be6e-f5dbe62b1c61","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:39.628777595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"a11af0c0-ed63-4513-b0d1-0afd011fe8e2","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:39.677577212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"53077b82-2e67-4ee2-8c0a-58e74a2073ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:39.782835653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"b81e8953-5c98-4814-ac21-f6e91364c077","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:39.835608212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"0d46ab20-a0d7-4099-a486-0255087f8036","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:39.836156094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"1082181b-c0c7-483e-a947-8f40a99b07d5","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:39.891836748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"004acf4e-1534-417e-894f-5ab0e14775e5","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:39.984421432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"69cb9055-0e05-4d63-b397-5dffb913696b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.033670504Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"b78f7652-374a-42a8-8f5b-3c082994e1c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"simulator-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.089481678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"8d7d7c2f-7fee-4725-84c3-d13024259687","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.09967099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"69cb9055-0e05-4d63-b397-5dffb913696b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.139859287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"37e19ca0-e280-4414-9100-41efcd583ed6","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.15046691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"69cb9055-0e05-4d63-b397-5dffb913696b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.184851398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"0312cfc0-4778-4e9f-996b-2f93a9b902e7","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:40.188200846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"c406371d-3ace-4e1d-9c39-e9c0f9fab6b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:40.188715049Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-116a20/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.203569846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"aef0ac61-cc5b-42ab-a6ff-040eba6aaee1","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.293473753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"c662cad2-34e8-4ba8-ae1b-6e5c0440ee16","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.299513582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"52de0679-2b0d-43fb-826d-d9d4ace604fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.342830553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"8dee19c5-186a-4cb0-9be3-39cdbfaa8ed6","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.351443423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"52de0679-2b0d-43fb-826d-d9d4ace604fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.378057043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"3b38f4f3-f91d-4227-b4c7-154d4c4f8a17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.396509152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"245b8bd3-196d-4fe7-82ec-9fa6c472f17a","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.402132795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"52de0679-2b0d-43fb-826d-d9d4ace604fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:40.445461169Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"245b8bd3-196d-4fe7-82ec-9fa6c472f17a","name":"premium-w2-116a20","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-116a20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:40.445524708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"245b8bd3-196d-4fe7-82ec-9fa6c472f17a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-116a20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:40.450731969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"52de0679-2b0d-43fb-826d-d9d4ace604fe","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.450760036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"ef7351f5-e7c1-4edf-9574-90aa9c1ebe21","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.537989995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"aa03ef3a-666f-4e0c-b4dd-9a7535c83888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.547399434Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"bf63e40e-9534-47e2-bbfd-7abc94de51ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"premium-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.589822389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"aa03ef3a-666f-4e0c-b4dd-9a7535c83888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.63879943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"db05e1ef-0da2-4f01-bf33-a6dab3256891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.641358432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"aa03ef3a-666f-4e0c-b4dd-9a7535c83888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.690963958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"db05e1ef-0da2-4f01-bf33-a6dab3256891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.693928769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"52eac803-08fa-48b3-a010-d19da419ccf0","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.698912385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"38960a6a-2076-4c06-a50d-b62bf284fea0","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.741777609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"db05e1ef-0da2-4f01-bf33-a6dab3256891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.837439551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"3d324506-4167-4ba0-b043-a7fd3b9694ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.889469693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"3d324506-4167-4ba0-b043-a7fd3b9694ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.892080602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"2831edf9-fb48-4a47-8207-1a7972902d75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:40.940114551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"3d324506-4167-4ba0-b043-a7fd3b9694ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:41.192490106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"7bdfef3c-5765-46f3-9737-2f32ef79c841","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:41.257357719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"63eab08c-960e-465b-9d45-983712f420bf","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:45.807770591Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-3f6c09de","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de","reconcileID":"b3cd24d2-fdde-4e05-813f-a1c09f64135b","MaaSSubscription":{"name":"e2e-dry-sub-3f6c09de","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-dry-sub-3f6c09de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.008560063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-3f6c09de","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de","reconcileID":"b3cd24d2-fdde-4e05-813f-a1c09f64135b","MaaSSubscription":{"name":"e2e-dry-sub-3f6c09de","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.20288071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"52851a89-84e0-4544-8c3b-1e0349ee5317","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.20770515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"f5c3d179-0976-4f2d-b013-ec1d9f478ddd","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.261822527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"ce67e09b-c377-4793-ace8-dfef8c7d98ab","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.314841526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"16739c72-be19-4f2c-9568-b76fd68cf169","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.346892013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c787b3ec-622b-4119-adaf-995399092825","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.351634859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c0618a39-cad5-43e0-a619-083b80c2c420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.351779374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de-auth","reconcileID":"675efd4d-c658-4144-b4c1-ff682719ee61","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.351633554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"1a772932-4383-4261-8dbf-d29b7f6adada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.405619704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de-auth","reconcileID":"675efd4d-c658-4144-b4c1-ff682719ee61","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.406715412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"1a772932-4383-4261-8dbf-d29b7f6adada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.407917726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c0618a39-cad5-43e0-a619-083b80c2c420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.550349092Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-dry-sub-3f6c09de-auth","reconcileID":"01550fb3-e6e3-4c88-a80b-26e4d81dfac5","MaaSAuthPolicy":{"name":"e2e-dry-sub-3f6c09de-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:46.698122008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"4ccbe069-0aff-43aa-b5ef-44db0ef1622c","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:47.75329657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"bba1224a-e291-43e5-853f-779797386276","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:47.803262492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"948b137c-f89b-429d-9c49-9f697f6dee1f","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:47.946788533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"842b44c4-b3ff-4753-b213-6dea1b27acd8","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:47.998802925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"842b44c4-b3ff-4753-b213-6dea1b27acd8","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.01814379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"506b45b7-aa51-4452-b7f0-8b50c8a4c05c","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.071834252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"817845ca-7ab4-40cd-a8ad-ddb71a0645dd","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:48.120853129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d6131496","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496","reconcileID":"5dda4420-17c3-4580-aee2-614c38435cb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-d6131496\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.163108484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8e9c6bb6-887f-43f6-b976-874b3db1f768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.163109817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"8ca82d16-8198-4798-b705-2fba4eb5b790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.215358138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"8ca82d16-8198-4798-b705-2fba4eb5b790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.215462297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8e9c6bb6-887f-43f6-b976-874b3db1f768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.229162929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"3ec98bd1-dab6-4078-8144-eff792616c8e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.246338769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"2799dc5a-3a73-449e-bc70-7c764f0cece7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.279812626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"426043b4-7bc8-47c4-a41d-5e21064499f8","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.389279129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"b0f54122-63c8-4eae-ad81-de6da2c76d4f","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.441135958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"b0f54122-63c8-4eae-ad81-de6da2c76d4f","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.525694884Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d6131496","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496","reconcileID":"b86df806-066a-4667-94ed-3baf4720430c","MaaSSubscription":{"name":"e2e-combo-sub-d6131496","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-combo-sub-d6131496","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.5559173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"23b9b6cb-8c14-4c8a-80b2-ddaaf195ea3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.555917428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e393cf28-bdd1-4325-a732-2cc71b9b4d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.609410745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e393cf28-bdd1-4325-a732-2cc71b9b4d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.609418009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"23b9b6cb-8c14-4c8a-80b2-ddaaf195ea3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.677017332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"d6c623c0-b57f-4bfb-bbbc-941a5433fdd7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.719407019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"16c64f74-5fd0-42c2-b155-ff4578daf2d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:48.737176567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"b0f54122-63c8-4eae-ad81-de6da2c76d4f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-d6131496-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.871644007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d6131496","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496","reconcileID":"abfcf222-910a-40cc-ac68-a870fed57f7c","MaaSSubscription":{"name":"e2e-combo-sub-d6131496","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.887439843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"03a4edf4-36fb-4de0-909e-5c393e0b0ba1","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:48.939395186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"03a4edf4-36fb-4de0-909e-5c393e0b0ba1","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:50.886618862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"811bb041-9a6c-4460-8a01-2ede40c24070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:50.939193173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"811bb041-9a6c-4460-8a01-2ede40c24070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:50.990068506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"811bb041-9a6c-4460-8a01-2ede40c24070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:51.085187467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"60dfde19-518c-4f85-9fe4-8f8904970b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:51.137675038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"60dfde19-518c-4f85-9fe4-8f8904970b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:51.188752117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"60dfde19-518c-4f85-9fe4-8f8904970b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.324232842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"d8fd94a5-a22d-443c-aceb-001efed7afd5","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.424521159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"0ea25437-ff8d-4e3e-86b5-0ae54d178615","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.477907993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"00ecf8bf-9457-49fd-962d-856861595382","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.525676923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"a0c6bc9f-dff4-4d8d-be76-0555480bffaf","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:52.529147316Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b8f09/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.579330829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"75b1ab0e-1ff1-43de-a110-552c939a7ab4","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.681881843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"8812ee61-663e-4c2e-a5f6-c38b0315aee3","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.735785157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"cf60c538-e82b-4025-ba9c-a36bbcc7c090","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.779483818Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"a4781db0-6d3b-4618-aad7-5cf7502e3163","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"simulator-w3-1b8f09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b8f09/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.831097836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"1338ecfb-261e-4824-a875-e2f0a2d40d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.934883307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"5d683848-588b-4bfc-96ef-ef6a0c118c33","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.936262473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"379b82a3-b60f-4edb-acc8-a88a47997f2c","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.946971869Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"1338ecfb-261e-4824-a875-e2f0a2d40d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.986708784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"124fd662-082a-451a-a020-5b6a42822639","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:52.99723827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"1338ecfb-261e-4824-a875-e2f0a2d40d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:53.03531558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"a81b8ea0-39de-4a2a-acc0-ba3a86154e48","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.039991137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"68ed21ff-6384-4586-8439-13355015aeb6","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.052460447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"e622b77b-8d32-431e-9853-c746ac2d57ac","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.13121247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"52204be1-a904-4d48-9ee3-d8bf9caa3b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.142267495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"90ac5321-533d-4699-8243-80ac3f318b92","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.148571336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"ad71a1ec-99fa-4dbd-8890-6cc796bfd474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.183209556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"7ad953ba-ef26-4f43-9e86-cc0758689c26","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.200226973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"ad71a1ec-99fa-4dbd-8890-6cc796bfd474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.239034763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"b88525d6-71f8-47f6-b78d-54cb6b283a57","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.25122424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"ad71a1ec-99fa-4dbd-8890-6cc796bfd474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.299864802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"5cabc500-5773-4528-af93-9cf2c1194f38","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.379491023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"6afb53cf-bd18-4359-9dc0-bec3b0818fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.397701509Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"f83810d6-dab4-4e89-876d-957182338564","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"premium-w3-1b8f09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b8f09/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.432669125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"6afb53cf-bd18-4359-9dc0-bec3b0818fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.480935899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"32c5a13e-bf3e-4bfa-a49f-fcb3a1ee5880","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.481066779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"b8d9c530-11bd-48ba-9cb1-42fbca8b7f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.480936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"22023bb3-6d8b-4766-ad2b-3d6dd1fee8d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.481409647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d12f8624-3acb-49b3-8197-429db8ac717e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.483594255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"6afb53cf-bd18-4359-9dc0-bec3b0818fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.534351277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"b8d9c530-11bd-48ba-9cb1-42fbca8b7f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.534747909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d12f8624-3acb-49b3-8197-429db8ac717e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.537914422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"22023bb3-6d8b-4766-ad2b-3d6dd1fee8d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.53822318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"32c5a13e-bf3e-4bfa-a49f-fcb3a1ee5880","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.538659579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"b6495114-8c08-462d-a6b6-5a4183e202c6","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.550432031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"c4fb2be7-5304-4f03-9ab4-0b5de78a726a","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.585452897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"b8d9c530-11bd-48ba-9cb1-42fbca8b7f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.681635384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a2efc7fe-e30d-4609-803c-128ccf644e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.734973325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a2efc7fe-e30d-4609-803c-128ccf644e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.743202902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"14d4eca5-0588-48cf-b213-a28655cb8255","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:53.78596905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a2efc7fe-e30d-4609-803c-128ccf644e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.106747098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"e9e46a74-dc61-467d-9716-632b0b1163da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.260032446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"3cf4ff07-6b2b-42a2-8638-029f3f2f203c","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.271681251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"0f12dcdc-c0a5-4530-ba48-ca2bf6067a7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.423848362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"e0ec82d9-0063-4a8c-8e4f-8660d4a43499","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.454890733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"fa70cec5-0377-4046-be21-169d43d831cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.454906659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"ea940c50-b0aa-49eb-a8e7-393015902fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.507885882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"fa70cec5-0377-4046-be21-169d43d831cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.508609695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"ea940c50-b0aa-49eb-a8e7-393015902fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.55923897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ff266de6af95dfa85788d265d64c93c0726669cdd0f2856fd00cda1bf1a2cf) AuthConfig (69cb27d9e8c7b4646f59fa779e6f21bd1d042f0b5259c063d47ca015e9aab7fe) AuthConfig (00285d224532f96c1ba1ee7b7deddac3df0e99a975b1d7c777005847a3ba54c3) AuthConfig (773b120a1e2014e597cec83569610687bb55e5dce8b9374780ef0ca36dfec016) AuthConfig (2f3b1bf60da86b6b6d17f225e79f9bdc65bb4f525544ff3acdc6f6f71dd8eef7) AuthConfig (5de425e5c1ee570001d1c965cfa243dbcaee083ba9daa12e71560f725b5eabc9) AuthConfig (f40d58f9c0f35a33c601b6e5132678e7977213a34ebf4b41db3b4a8a4e0f5586) AuthConfig (992fbeb16bff583ac0b83627b41e4dafd4a781a4162d1db94f056e05219fcb9a) AuthConfig (65d1f2453e5b8e4fe48adb4d493ed33522f64f6035b0b116d0ec0e170f6a4118) AuthConfig (de792240c1b4ed5e03f0bba65259386fb360a3488ff9c282db5c4492be5d89e5) AuthConfig (3d008b361aa7f50a1a2a54f8d7ff20fcada366e8517473026a6c43a7a420b72d) AuthConfig (3da16855b6ce4895352073f2d704334652fe9630659c86681bc78721bb5361b3) AuthConfig (3a37ae4530a33df20cde979b0d99efe35d6b764fbd89418d5f2afc0406b7c1a4) AuthConfig (bd374b0d9b6f9d5df3a7950f9aa2754b64797cedc23f184cdb0b6961a5eb871c) AuthConfig (207f0b0df31668695c515bc32f747c5ad9a2981743253a66c65746d58fa37525) AuthConfig (8cde8b25152430b9ab225514484d701cea33bf99b3b849f32e839a7daa412805) AuthConfig (32ecacfe52cf3d33c4fffbe09ccd7b401cd9ffc125737af100744e7c73e71933) AuthConfig (56f15b1553f7affb6552423890fda31eebaaf1712da288cc2c27ce2bf320705c) AuthConfig (5a2de9d085a3b7b737e497a8c31ddfbff1bc8e38ee4d72cfab7d2e94b6029f11) AuthConfig (092e23aa92abd4cf11b473614e56bd5101605e276795677b078460ec28476c54) AuthConfig (d8416c061ce7357192a46d650cfb687b0a0ab6e9bfe08b2986f7bdf62805dcd2) AuthConfig (ef013cb11c934764bd4de1ed6d92455748e9a4cf0256732a629c0782a55a5889) AuthConfig (8011770fd48bbd7542488b546c6705dfbae68a3f17e7deda61d4ad61a11800f5) AuthConfig (8085f0e1f623f01c42a934592011b22cc7822a6fcf5ee69378f290aee03944c7) AuthConfig (afd36d6482ea7464b245631702ef74c24d3f73684482342990d92f9c47e28f55) AuthConfig (2ecf0acae9dc12c5cb9b211caf4723b1db1d1b0424e84ac94f559646d4b81b0c) AuthConfig (f7c7ee0d994be8fb086486e9b76899269f86c7b2ed88b283b8328ee7b568199d) AuthConfig (c249c410d386a70868ba698bb6f0fabeae3e637bdf14b7d170525befe0df3fc4) AuthConfig (789c07d3fd467c13c39b34dcdf860fccff77f774a8ed1c2c6e12048402e9889f) AuthConfig (b5d88c36c6856bac4d1ebec7d247419ca136cbb971e7d34e7066e98b152c65d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"fa70cec5-0377-4046-be21-169d43d831cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.55959405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ff266de6af95dfa85788d265d64c93c0726669cdd0f2856fd00cda1bf1a2cf) AuthConfig (69cb27d9e8c7b4646f59fa779e6f21bd1d042f0b5259c063d47ca015e9aab7fe) AuthConfig (00285d224532f96c1ba1ee7b7deddac3df0e99a975b1d7c777005847a3ba54c3) AuthConfig (773b120a1e2014e597cec83569610687bb55e5dce8b9374780ef0ca36dfec016) AuthConfig (2f3b1bf60da86b6b6d17f225e79f9bdc65bb4f525544ff3acdc6f6f71dd8eef7) AuthConfig (5de425e5c1ee570001d1c965cfa243dbcaee083ba9daa12e71560f725b5eabc9) AuthConfig (f40d58f9c0f35a33c601b6e5132678e7977213a34ebf4b41db3b4a8a4e0f5586) AuthConfig (992fbeb16bff583ac0b83627b41e4dafd4a781a4162d1db94f056e05219fcb9a) AuthConfig (65d1f2453e5b8e4fe48adb4d493ed33522f64f6035b0b116d0ec0e170f6a4118) AuthConfig (de792240c1b4ed5e03f0bba65259386fb360a3488ff9c282db5c4492be5d89e5) AuthConfig (3d008b361aa7f50a1a2a54f8d7ff20fcada366e8517473026a6c43a7a420b72d) AuthConfig (3da16855b6ce4895352073f2d704334652fe9630659c86681bc78721bb5361b3) AuthConfig (3a37ae4530a33df20cde979b0d99efe35d6b764fbd89418d5f2afc0406b7c1a4) AuthConfig (bd374b0d9b6f9d5df3a7950f9aa2754b64797cedc23f184cdb0b6961a5eb871c) AuthConfig (207f0b0df31668695c515bc32f747c5ad9a2981743253a66c65746d58fa37525) AuthConfig (8cde8b25152430b9ab225514484d701cea33bf99b3b849f32e839a7daa412805) AuthConfig (32ecacfe52cf3d33c4fffbe09ccd7b401cd9ffc125737af100744e7c73e71933) AuthConfig (56f15b1553f7affb6552423890fda31eebaaf1712da288cc2c27ce2bf320705c) AuthConfig (5a2de9d085a3b7b737e497a8c31ddfbff1bc8e38ee4d72cfab7d2e94b6029f11) AuthConfig (092e23aa92abd4cf11b473614e56bd5101605e276795677b078460ec28476c54) AuthConfig (d8416c061ce7357192a46d650cfb687b0a0ab6e9bfe08b2986f7bdf62805dcd2) AuthConfig (ef013cb11c934764bd4de1ed6d92455748e9a4cf0256732a629c0782a55a5889) AuthConfig (8011770fd48bbd7542488b546c6705dfbae68a3f17e7deda61d4ad61a11800f5) AuthConfig (8085f0e1f623f01c42a934592011b22cc7822a6fcf5ee69378f290aee03944c7) AuthConfig (afd36d6482ea7464b245631702ef74c24d3f73684482342990d92f9c47e28f55) AuthConfig (2ecf0acae9dc12c5cb9b211caf4723b1db1d1b0424e84ac94f559646d4b81b0c) AuthConfig (f7c7ee0d994be8fb086486e9b76899269f86c7b2ed88b283b8328ee7b568199d) AuthConfig (c249c410d386a70868ba698bb6f0fabeae3e637bdf14b7d170525befe0df3fc4) AuthConfig (789c07d3fd467c13c39b34dcdf860fccff77f774a8ed1c2c6e12048402e9889f) AuthConfig (b5d88c36c6856bac4d1ebec7d247419ca136cbb971e7d34e7066e98b152c65d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"ea940c50-b0aa-49eb-a8e7-393015902fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.612815196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"281278b9-15fa-4f9a-9b9a-102bd2171951","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.61354404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"37d2f268-3c55-4788-9b0b-ae8f2c9cf3cc","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.758288582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"06c0541e-3840-4b63-9ac2-4f47b0e41db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.758289462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"38eed7b7-fdc6-4969-8acd-2454545f94f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.810865209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"06c0541e-3840-4b63-9ac2-4f47b0e41db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.811074639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"38eed7b7-fdc6-4969-8acd-2454545f94f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.861889306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ff266de6af95dfa85788d265d64c93c0726669cdd0f2856fd00cda1bf1a2cf) AuthConfig (69cb27d9e8c7b4646f59fa779e6f21bd1d042f0b5259c063d47ca015e9aab7fe) AuthConfig (00285d224532f96c1ba1ee7b7deddac3df0e99a975b1d7c777005847a3ba54c3) AuthConfig (773b120a1e2014e597cec83569610687bb55e5dce8b9374780ef0ca36dfec016) AuthConfig (2f3b1bf60da86b6b6d17f225e79f9bdc65bb4f525544ff3acdc6f6f71dd8eef7) AuthConfig (5de425e5c1ee570001d1c965cfa243dbcaee083ba9daa12e71560f725b5eabc9) AuthConfig (f40d58f9c0f35a33c601b6e5132678e7977213a34ebf4b41db3b4a8a4e0f5586) AuthConfig (992fbeb16bff583ac0b83627b41e4dafd4a781a4162d1db94f056e05219fcb9a) AuthConfig (65d1f2453e5b8e4fe48adb4d493ed33522f64f6035b0b116d0ec0e170f6a4118) AuthConfig (de792240c1b4ed5e03f0bba65259386fb360a3488ff9c282db5c4492be5d89e5) AuthConfig (3d008b361aa7f50a1a2a54f8d7ff20fcada366e8517473026a6c43a7a420b72d) AuthConfig (3da16855b6ce4895352073f2d704334652fe9630659c86681bc78721bb5361b3) AuthConfig (3a37ae4530a33df20cde979b0d99efe35d6b764fbd89418d5f2afc0406b7c1a4) AuthConfig (bd374b0d9b6f9d5df3a7950f9aa2754b64797cedc23f184cdb0b6961a5eb871c) AuthConfig (207f0b0df31668695c515bc32f747c5ad9a2981743253a66c65746d58fa37525) AuthConfig (8cde8b25152430b9ab225514484d701cea33bf99b3b849f32e839a7daa412805) AuthConfig (32ecacfe52cf3d33c4fffbe09ccd7b401cd9ffc125737af100744e7c73e71933) AuthConfig (56f15b1553f7affb6552423890fda31eebaaf1712da288cc2c27ce2bf320705c) AuthConfig (5a2de9d085a3b7b737e497a8c31ddfbff1bc8e38ee4d72cfab7d2e94b6029f11) AuthConfig (092e23aa92abd4cf11b473614e56bd5101605e276795677b078460ec28476c54) AuthConfig (d8416c061ce7357192a46d650cfb687b0a0ab6e9bfe08b2986f7bdf62805dcd2) AuthConfig (ef013cb11c934764bd4de1ed6d92455748e9a4cf0256732a629c0782a55a5889) AuthConfig (8011770fd48bbd7542488b546c6705dfbae68a3f17e7deda61d4ad61a11800f5) AuthConfig (8085f0e1f623f01c42a934592011b22cc7822a6fcf5ee69378f290aee03944c7) AuthConfig (afd36d6482ea7464b245631702ef74c24d3f73684482342990d92f9c47e28f55) AuthConfig (2ecf0acae9dc12c5cb9b211caf4723b1db1d1b0424e84ac94f559646d4b81b0c) AuthConfig (f7c7ee0d994be8fb086486e9b76899269f86c7b2ed88b283b8328ee7b568199d) AuthConfig (c249c410d386a70868ba698bb6f0fabeae3e637bdf14b7d170525befe0df3fc4) AuthConfig (789c07d3fd467c13c39b34dcdf860fccff77f774a8ed1c2c6e12048402e9889f) AuthConfig (b5d88c36c6856bac4d1ebec7d247419ca136cbb971e7d34e7066e98b152c65d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"38eed7b7-fdc6-4969-8acd-2454545f94f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:54.862057002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ff266de6af95dfa85788d265d64c93c0726669cdd0f2856fd00cda1bf1a2cf) AuthConfig (69cb27d9e8c7b4646f59fa779e6f21bd1d042f0b5259c063d47ca015e9aab7fe) AuthConfig (00285d224532f96c1ba1ee7b7deddac3df0e99a975b1d7c777005847a3ba54c3) AuthConfig (773b120a1e2014e597cec83569610687bb55e5dce8b9374780ef0ca36dfec016) AuthConfig (2f3b1bf60da86b6b6d17f225e79f9bdc65bb4f525544ff3acdc6f6f71dd8eef7) AuthConfig (5de425e5c1ee570001d1c965cfa243dbcaee083ba9daa12e71560f725b5eabc9) AuthConfig (f40d58f9c0f35a33c601b6e5132678e7977213a34ebf4b41db3b4a8a4e0f5586) AuthConfig (992fbeb16bff583ac0b83627b41e4dafd4a781a4162d1db94f056e05219fcb9a) AuthConfig (65d1f2453e5b8e4fe48adb4d493ed33522f64f6035b0b116d0ec0e170f6a4118) AuthConfig (de792240c1b4ed5e03f0bba65259386fb360a3488ff9c282db5c4492be5d89e5) AuthConfig (3d008b361aa7f50a1a2a54f8d7ff20fcada366e8517473026a6c43a7a420b72d) AuthConfig (3da16855b6ce4895352073f2d704334652fe9630659c86681bc78721bb5361b3) AuthConfig (3a37ae4530a33df20cde979b0d99efe35d6b764fbd89418d5f2afc0406b7c1a4) AuthConfig (bd374b0d9b6f9d5df3a7950f9aa2754b64797cedc23f184cdb0b6961a5eb871c) AuthConfig (207f0b0df31668695c515bc32f747c5ad9a2981743253a66c65746d58fa37525) AuthConfig (8cde8b25152430b9ab225514484d701cea33bf99b3b849f32e839a7daa412805) AuthConfig (32ecacfe52cf3d33c4fffbe09ccd7b401cd9ffc125737af100744e7c73e71933) AuthConfig (56f15b1553f7affb6552423890fda31eebaaf1712da288cc2c27ce2bf320705c) AuthConfig (5a2de9d085a3b7b737e497a8c31ddfbff1bc8e38ee4d72cfab7d2e94b6029f11) AuthConfig (092e23aa92abd4cf11b473614e56bd5101605e276795677b078460ec28476c54) AuthConfig (d8416c061ce7357192a46d650cfb687b0a0ab6e9bfe08b2986f7bdf62805dcd2) AuthConfig (ef013cb11c934764bd4de1ed6d92455748e9a4cf0256732a629c0782a55a5889) AuthConfig (8011770fd48bbd7542488b546c6705dfbae68a3f17e7deda61d4ad61a11800f5) AuthConfig (8085f0e1f623f01c42a934592011b22cc7822a6fcf5ee69378f290aee03944c7) AuthConfig (afd36d6482ea7464b245631702ef74c24d3f73684482342990d92f9c47e28f55) AuthConfig (2ecf0acae9dc12c5cb9b211caf4723b1db1d1b0424e84ac94f559646d4b81b0c) AuthConfig (f7c7ee0d994be8fb086486e9b76899269f86c7b2ed88b283b8328ee7b568199d) AuthConfig (c249c410d386a70868ba698bb6f0fabeae3e637bdf14b7d170525befe0df3fc4) AuthConfig (789c07d3fd467c13c39b34dcdf860fccff77f774a8ed1c2c6e12048402e9889f) AuthConfig (b5d88c36c6856bac4d1ebec7d247419ca136cbb971e7d34e7066e98b152c65d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"06c0541e-3840-4b63-9ac2-4f47b0e41db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:54.912431115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"38eed7b7-fdc6-4969-8acd-2454545f94f6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:15:54.912431672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"06c0541e-3840-4b63-9ac2-4f47b0e41db0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:55.062425736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"24c5e804-9a4d-4e01-8958-82a9cb202ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:55.062445399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"80c647fc-ee8c-47b2-8c21-82c42151fe5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:55.11501703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"24c5e804-9a4d-4e01-8958-82a9cb202ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:55.115062196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"80c647fc-ee8c-47b2-8c21-82c42151fe5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:55.167077275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ff266de6af95dfa85788d265d64c93c0726669cdd0f2856fd00cda1bf1a2cf) AuthConfig (69cb27d9e8c7b4646f59fa779e6f21bd1d042f0b5259c063d47ca015e9aab7fe) AuthConfig (00285d224532f96c1ba1ee7b7deddac3df0e99a975b1d7c777005847a3ba54c3) AuthConfig (773b120a1e2014e597cec83569610687bb55e5dce8b9374780ef0ca36dfec016) AuthConfig (2f3b1bf60da86b6b6d17f225e79f9bdc65bb4f525544ff3acdc6f6f71dd8eef7) AuthConfig (5de425e5c1ee570001d1c965cfa243dbcaee083ba9daa12e71560f725b5eabc9) AuthConfig (f40d58f9c0f35a33c601b6e5132678e7977213a34ebf4b41db3b4a8a4e0f5586) AuthConfig (992fbeb16bff583ac0b83627b41e4dafd4a781a4162d1db94f056e05219fcb9a) AuthConfig (65d1f2453e5b8e4fe48adb4d493ed33522f64f6035b0b116d0ec0e170f6a4118) AuthConfig (de792240c1b4ed5e03f0bba65259386fb360a3488ff9c282db5c4492be5d89e5) AuthConfig (3d008b361aa7f50a1a2a54f8d7ff20fcada366e8517473026a6c43a7a420b72d) AuthConfig (3da16855b6ce4895352073f2d704334652fe9630659c86681bc78721bb5361b3) AuthConfig (3a37ae4530a33df20cde979b0d99efe35d6b764fbd89418d5f2afc0406b7c1a4) AuthConfig (bd374b0d9b6f9d5df3a7950f9aa2754b64797cedc23f184cdb0b6961a5eb871c) AuthConfig (207f0b0df31668695c515bc32f747c5ad9a2981743253a66c65746d58fa37525) AuthConfig (8cde8b25152430b9ab225514484d701cea33bf99b3b849f32e839a7daa412805) AuthConfig (32ecacfe52cf3d33c4fffbe09ccd7b401cd9ffc125737af100744e7c73e71933) AuthConfig (56f15b1553f7affb6552423890fda31eebaaf1712da288cc2c27ce2bf320705c) AuthConfig (5a2de9d085a3b7b737e497a8c31ddfbff1bc8e38ee4d72cfab7d2e94b6029f11) AuthConfig (092e23aa92abd4cf11b473614e56bd5101605e276795677b078460ec28476c54) AuthConfig (d8416c061ce7357192a46d650cfb687b0a0ab6e9bfe08b2986f7bdf62805dcd2) AuthConfig (ef013cb11c934764bd4de1ed6d92455748e9a4cf0256732a629c0782a55a5889) AuthConfig (8011770fd48bbd7542488b546c6705dfbae68a3f17e7deda61d4ad61a11800f5) AuthConfig (8085f0e1f623f01c42a934592011b22cc7822a6fcf5ee69378f290aee03944c7) AuthConfig (afd36d6482ea7464b245631702ef74c24d3f73684482342990d92f9c47e28f55) AuthConfig (2ecf0acae9dc12c5cb9b211caf4723b1db1d1b0424e84ac94f559646d4b81b0c) AuthConfig (f7c7ee0d994be8fb086486e9b76899269f86c7b2ed88b283b8328ee7b568199d) AuthConfig (c249c410d386a70868ba698bb6f0fabeae3e637bdf14b7d170525befe0df3fc4) AuthConfig (789c07d3fd467c13c39b34dcdf860fccff77f774a8ed1c2c6e12048402e9889f) AuthConfig (b5d88c36c6856bac4d1ebec7d247419ca136cbb971e7d34e7066e98b152c65d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"80c647fc-ee8c-47b2-8c21-82c42151fe5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:55.167128746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ff266de6af95dfa85788d265d64c93c0726669cdd0f2856fd00cda1bf1a2cf) AuthConfig (69cb27d9e8c7b4646f59fa779e6f21bd1d042f0b5259c063d47ca015e9aab7fe) AuthConfig (00285d224532f96c1ba1ee7b7deddac3df0e99a975b1d7c777005847a3ba54c3) AuthConfig (773b120a1e2014e597cec83569610687bb55e5dce8b9374780ef0ca36dfec016) AuthConfig (2f3b1bf60da86b6b6d17f225e79f9bdc65bb4f525544ff3acdc6f6f71dd8eef7) AuthConfig (5de425e5c1ee570001d1c965cfa243dbcaee083ba9daa12e71560f725b5eabc9) AuthConfig (f40d58f9c0f35a33c601b6e5132678e7977213a34ebf4b41db3b4a8a4e0f5586) AuthConfig (992fbeb16bff583ac0b83627b41e4dafd4a781a4162d1db94f056e05219fcb9a) AuthConfig (65d1f2453e5b8e4fe48adb4d493ed33522f64f6035b0b116d0ec0e170f6a4118) AuthConfig (de792240c1b4ed5e03f0bba65259386fb360a3488ff9c282db5c4492be5d89e5) AuthConfig (3d008b361aa7f50a1a2a54f8d7ff20fcada366e8517473026a6c43a7a420b72d) AuthConfig (3da16855b6ce4895352073f2d704334652fe9630659c86681bc78721bb5361b3) AuthConfig (3a37ae4530a33df20cde979b0d99efe35d6b764fbd89418d5f2afc0406b7c1a4) AuthConfig (bd374b0d9b6f9d5df3a7950f9aa2754b64797cedc23f184cdb0b6961a5eb871c) AuthConfig (207f0b0df31668695c515bc32f747c5ad9a2981743253a66c65746d58fa37525) AuthConfig (8cde8b25152430b9ab225514484d701cea33bf99b3b849f32e839a7daa412805) AuthConfig (32ecacfe52cf3d33c4fffbe09ccd7b401cd9ffc125737af100744e7c73e71933) AuthConfig (56f15b1553f7affb6552423890fda31eebaaf1712da288cc2c27ce2bf320705c) AuthConfig (5a2de9d085a3b7b737e497a8c31ddfbff1bc8e38ee4d72cfab7d2e94b6029f11) AuthConfig (092e23aa92abd4cf11b473614e56bd5101605e276795677b078460ec28476c54) AuthConfig (d8416c061ce7357192a46d650cfb687b0a0ab6e9bfe08b2986f7bdf62805dcd2) AuthConfig (ef013cb11c934764bd4de1ed6d92455748e9a4cf0256732a629c0782a55a5889) AuthConfig (8011770fd48bbd7542488b546c6705dfbae68a3f17e7deda61d4ad61a11800f5) AuthConfig (8085f0e1f623f01c42a934592011b22cc7822a6fcf5ee69378f290aee03944c7) AuthConfig (afd36d6482ea7464b245631702ef74c24d3f73684482342990d92f9c47e28f55) AuthConfig (2ecf0acae9dc12c5cb9b211caf4723b1db1d1b0424e84ac94f559646d4b81b0c) AuthConfig (f7c7ee0d994be8fb086486e9b76899269f86c7b2ed88b283b8328ee7b568199d) AuthConfig (c249c410d386a70868ba698bb6f0fabeae3e637bdf14b7d170525befe0df3fc4) AuthConfig (789c07d3fd467c13c39b34dcdf860fccff77f774a8ed1c2c6e12048402e9889f) AuthConfig (b5d88c36c6856bac4d1ebec7d247419ca136cbb971e7d34e7066e98b152c65d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"24c5e804-9a4d-4e01-8958-82a9cb202ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:15:57.899930581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.449587233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d6131496","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496","reconcileID":"f92958ec-a360-4373-b025-7b884dd69a1f","MaaSSubscription":{"name":"e2e-combo-sub-d6131496","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-combo-sub-d6131496","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.650082244Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d6131496","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496","reconcileID":"f92958ec-a360-4373-b025-7b884dd69a1f","MaaSSubscription":{"name":"e2e-combo-sub-d6131496","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.731376173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"125bd54e-3c51-4fa4-acba-a2d1fc04a235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.783255686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"125bd54e-3c51-4fa4-acba-a2d1fc04a235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.833926321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"125bd54e-3c51-4fa4-acba-a2d1fc04a235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.844238005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"f22077d8-f00e-4ef7-a089-b3ed18e1b84d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.850933645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"9394a531-5c1c-4398-b771-3892af709d64","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.904857687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"10cdd65c-9df3-4734-b1bd-2b9fe39f1e08","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.929957302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"90f7a828-ce6f-4d5b-a316-e6adf5dd3ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.981717554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"90f7a828-ce6f-4d5b-a316-e6adf5dd3ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:03.994032549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"dd84a4db-41e7-430c-bbd8-1adf8e90eed7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:04.031189235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"7e57fcde-e935-4f87-91c6-a1ebaa870fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:04.031227791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"ff39a650-5967-4a3f-ab2a-7a007aaf82d8","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:04.031603852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"10f17712-2c6c-4d1a-98ac-7e8a6fcb09b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:04.03304728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"90f7a828-ce6f-4d5b-a316-e6adf5dd3ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:04.083783012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"7e57fcde-e935-4f87-91c6-a1ebaa870fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:04.084845351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"10f17712-2c6c-4d1a-98ac-7e8a6fcb09b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:04.085990774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"ff39a650-5967-4a3f-ab2a-7a007aaf82d8","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:04.28213974Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-combo-sub-d6131496-auth","reconcileID":"dabcac42-b3f7-44b3-bbb6-24a92edff24d","MaaSAuthPolicy":{"name":"e2e-combo-sub-d6131496-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:04.537422527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"82e061ab-e4ff-48f8-be77-89c1e88f03b6","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:05.317046453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d32d3962-3684-4a64-b533-05165d22a419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:05.31786917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"4fcca8ca-deba-4327-83aa-9a13214eef65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:05.397947187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d32d3962-3684-4a64-b533-05165d22a419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:05.405701963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"4fcca8ca-deba-4327-83aa-9a13214eef65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:05.460413034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ff266de6af95dfa85788d265d64c93c0726669cdd0f2856fd00cda1bf1a2cf) AuthConfig (69cb27d9e8c7b4646f59fa779e6f21bd1d042f0b5259c063d47ca015e9aab7fe) AuthConfig (00285d224532f96c1ba1ee7b7deddac3df0e99a975b1d7c777005847a3ba54c3) AuthConfig (773b120a1e2014e597cec83569610687bb55e5dce8b9374780ef0ca36dfec016) AuthConfig (2f3b1bf60da86b6b6d17f225e79f9bdc65bb4f525544ff3acdc6f6f71dd8eef7) AuthConfig (5de425e5c1ee570001d1c965cfa243dbcaee083ba9daa12e71560f725b5eabc9) AuthConfig (f40d58f9c0f35a33c601b6e5132678e7977213a34ebf4b41db3b4a8a4e0f5586) AuthConfig (992fbeb16bff583ac0b83627b41e4dafd4a781a4162d1db94f056e05219fcb9a) AuthConfig (65d1f2453e5b8e4fe48adb4d493ed33522f64f6035b0b116d0ec0e170f6a4118) AuthConfig (de792240c1b4ed5e03f0bba65259386fb360a3488ff9c282db5c4492be5d89e5) AuthConfig (3d008b361aa7f50a1a2a54f8d7ff20fcada366e8517473026a6c43a7a420b72d) AuthConfig (3da16855b6ce4895352073f2d704334652fe9630659c86681bc78721bb5361b3) AuthConfig (3a37ae4530a33df20cde979b0d99efe35d6b764fbd89418d5f2afc0406b7c1a4) AuthConfig (bd374b0d9b6f9d5df3a7950f9aa2754b64797cedc23f184cdb0b6961a5eb871c) AuthConfig (207f0b0df31668695c515bc32f747c5ad9a2981743253a66c65746d58fa37525) AuthConfig (8cde8b25152430b9ab225514484d701cea33bf99b3b849f32e839a7daa412805) AuthConfig (32ecacfe52cf3d33c4fffbe09ccd7b401cd9ffc125737af100744e7c73e71933) AuthConfig (56f15b1553f7affb6552423890fda31eebaaf1712da288cc2c27ce2bf320705c) AuthConfig (5a2de9d085a3b7b737e497a8c31ddfbff1bc8e38ee4d72cfab7d2e94b6029f11) AuthConfig (092e23aa92abd4cf11b473614e56bd5101605e276795677b078460ec28476c54) AuthConfig (d8416c061ce7357192a46d650cfb687b0a0ab6e9bfe08b2986f7bdf62805dcd2) AuthConfig (ef013cb11c934764bd4de1ed6d92455748e9a4cf0256732a629c0782a55a5889) AuthConfig (8011770fd48bbd7542488b546c6705dfbae68a3f17e7deda61d4ad61a11800f5) AuthConfig (8085f0e1f623f01c42a934592011b22cc7822a6fcf5ee69378f290aee03944c7) AuthConfig (afd36d6482ea7464b245631702ef74c24d3f73684482342990d92f9c47e28f55) AuthConfig (2ecf0acae9dc12c5cb9b211caf4723b1db1d1b0424e84ac94f559646d4b81b0c) AuthConfig (f7c7ee0d994be8fb086486e9b76899269f86c7b2ed88b283b8328ee7b568199d) AuthConfig (c249c410d386a70868ba698bb6f0fabeae3e637bdf14b7d170525befe0df3fc4) AuthConfig (789c07d3fd467c13c39b34dcdf860fccff77f774a8ed1c2c6e12048402e9889f) AuthConfig (b5d88c36c6856bac4d1ebec7d247419ca136cbb971e7d34e7066e98b152c65d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"4fcca8ca-deba-4327-83aa-9a13214eef65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:05.461528324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-116a20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97ff266de6af95dfa85788d265d64c93c0726669cdd0f2856fd00cda1bf1a2cf) AuthConfig (69cb27d9e8c7b4646f59fa779e6f21bd1d042f0b5259c063d47ca015e9aab7fe) AuthConfig (00285d224532f96c1ba1ee7b7deddac3df0e99a975b1d7c777005847a3ba54c3) AuthConfig (773b120a1e2014e597cec83569610687bb55e5dce8b9374780ef0ca36dfec016) AuthConfig (2f3b1bf60da86b6b6d17f225e79f9bdc65bb4f525544ff3acdc6f6f71dd8eef7) AuthConfig (5de425e5c1ee570001d1c965cfa243dbcaee083ba9daa12e71560f725b5eabc9) AuthConfig (f40d58f9c0f35a33c601b6e5132678e7977213a34ebf4b41db3b4a8a4e0f5586) AuthConfig (992fbeb16bff583ac0b83627b41e4dafd4a781a4162d1db94f056e05219fcb9a) AuthConfig (65d1f2453e5b8e4fe48adb4d493ed33522f64f6035b0b116d0ec0e170f6a4118) AuthConfig (de792240c1b4ed5e03f0bba65259386fb360a3488ff9c282db5c4492be5d89e5) AuthConfig (3d008b361aa7f50a1a2a54f8d7ff20fcada366e8517473026a6c43a7a420b72d) AuthConfig (3da16855b6ce4895352073f2d704334652fe9630659c86681bc78721bb5361b3) AuthConfig (3a37ae4530a33df20cde979b0d99efe35d6b764fbd89418d5f2afc0406b7c1a4) AuthConfig (bd374b0d9b6f9d5df3a7950f9aa2754b64797cedc23f184cdb0b6961a5eb871c) AuthConfig (207f0b0df31668695c515bc32f747c5ad9a2981743253a66c65746d58fa37525) AuthConfig (8cde8b25152430b9ab225514484d701cea33bf99b3b849f32e839a7daa412805) AuthConfig (32ecacfe52cf3d33c4fffbe09ccd7b401cd9ffc125737af100744e7c73e71933) AuthConfig (56f15b1553f7affb6552423890fda31eebaaf1712da288cc2c27ce2bf320705c) AuthConfig (5a2de9d085a3b7b737e497a8c31ddfbff1bc8e38ee4d72cfab7d2e94b6029f11) AuthConfig (092e23aa92abd4cf11b473614e56bd5101605e276795677b078460ec28476c54) AuthConfig (d8416c061ce7357192a46d650cfb687b0a0ab6e9bfe08b2986f7bdf62805dcd2) AuthConfig (ef013cb11c934764bd4de1ed6d92455748e9a4cf0256732a629c0782a55a5889) AuthConfig (8011770fd48bbd7542488b546c6705dfbae68a3f17e7deda61d4ad61a11800f5) AuthConfig (8085f0e1f623f01c42a934592011b22cc7822a6fcf5ee69378f290aee03944c7) AuthConfig (afd36d6482ea7464b245631702ef74c24d3f73684482342990d92f9c47e28f55) AuthConfig (2ecf0acae9dc12c5cb9b211caf4723b1db1d1b0424e84ac94f559646d4b81b0c) AuthConfig (f7c7ee0d994be8fb086486e9b76899269f86c7b2ed88b283b8328ee7b568199d) AuthConfig (c249c410d386a70868ba698bb6f0fabeae3e637bdf14b7d170525befe0df3fc4) AuthConfig (789c07d3fd467c13c39b34dcdf860fccff77f774a8ed1c2c6e12048402e9889f) AuthConfig (b5d88c36c6856bac4d1ebec7d247419ca136cbb971e7d34e7066e98b152c65d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d32d3962-3684-4a64-b533-05165d22a419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:06.69563645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"d311ff76-f3ac-4d1b-a2c5-382f33af4415","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:06.848400103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"c8254057-83b5-4198-87f2-6222e06dd301","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:06.912750613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"f0a3a19c-3571-4a54-bd79-8dbd4a20fdd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.068854668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"15c75825-c160-4877-858e-bddffa656c9c","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.440119699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"cccdb87a-0c3e-488a-b0d1-4f3a5ee3d4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.440182311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"00ccfaaf-125f-41a3-a27a-1276292c49ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.492637896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"00ccfaaf-125f-41a3-a27a-1276292c49ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.492840951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"cccdb87a-0c3e-488a-b0d1-4f3a5ee3d4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.54501841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20fa1f75fcfe2d151697430c3e4298237bb66279c9caf4f6087395e690a60eb0) AuthConfig (49f39b9766235155e0f632bcb45d5a2ce894bc051fbd0691da5b3f50fec5511b) AuthConfig (4e039fde4bc8d7e3e8fe9a59645ca3777b75e82415401a6620699f5de60baa27) AuthConfig (67543929979e3d82bca69ff7dea786911b1dd6ec1dc39558db25cead7bffb4ba) AuthConfig (554531138eb4ad25260ccf3e7f93be08af7a260b2615cf3e69e8519d79ea0ed5) AuthConfig (bd0587c73c1ac920571c3d8507e9d9b8968acd227f7da99c89bd88a661eab911) AuthConfig (6db22bd598691870764a7a88595402af84c0d067e64e89c299ce755cc9819db8) AuthConfig (76a926e3c8a9630f363c9d5c497b28cc18b2511846bed308007ebe90677fd79f) AuthConfig (4b224d27b1cb5663a0e059022312056d8355d4deeaa7d50b1509d3c3dff89711) AuthConfig (a65a78f175ea3930c9056e7c4425f8a98a1ee376f249fc680d27cf8fbcea4836) AuthConfig (efa2963f9ec3b78d0406e9d29fbbbb2fcccf8c30d5e95848c4ec3c35d8ff99b3) AuthConfig (6449a460895d49556286c7d69f4804671139011161ae8fecdf997297ab978c94) AuthConfig (e96548cc1b33428dfe44ec82dd0beddf03f3c46893379d5db533a34648f2758a) AuthConfig (65ddbd0b3c597599c3854584a8c07f1f55bf1331ed0f208917a361e6d72da4e4) AuthConfig (162df32812bcd974c4ea886390c617a932badb4f00105641ab725a60acdb7496) AuthConfig (6604c4e493a933bb8007e6d6446d80a32c4214afdbac3db1e4307b9f77414353) AuthConfig (968772991645a59de45017219e35a866786f3ebd489d4c71b643622d39b3afad) AuthConfig (75e113a14eb5246f24d35243d481cd1ad685452de3e24c7c1dd211d8734857db) AuthConfig (b69d984e91907f571b48e1e933f221fae94e21be9b65343b6467b105df1d7c3e) AuthConfig (1bb334817205881dba3e1a686730ef7cac0a9142e2841d22e7afa268b4c75bc0) AuthConfig (6182ff477698b3ca90cbe080812a4a4c94b0041fef76335efff82b05f6656387) AuthConfig (4f3c2ad0ccbc3704727d8d664aa9977989591512e63484ed113f0d7c46d058a8) AuthConfig (aff72df4fdd6f15c7d882871d2d5d558167572d2d25027b11be329df7675b1f4) AuthConfig (1fb16d4bd968ad4fbc592dd8ef811780b6bc6a6f154ffa9951b0492de7ad24f7) AuthConfig (1bfa3e4f5d16c11fd0c5af4892efb7ccd0bfc4bdd82765f87a050c85a764d03b) AuthConfig (e37afa954779ec04e3c7b5af0748a1422f98d773ee15efce2629921d892c79c7) AuthConfig (0d087cf06f0c2e0d40667d352807b402db0de271221bc58e79e00506eaef279d) AuthConfig (306acefea0a175a0141b75372343da667d207549ba4d532e9ca94972e4d48e06) AuthConfig (aac9a82dfe9e042e52302a8bc0493e64456e5fe2ca36508de2188504769148c7) AuthConfig (021cad87f9affccdb6cddae2d10a901a6271030403c2db7414476b33594f123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"cccdb87a-0c3e-488a-b0d1-4f3a5ee3d4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.545073278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20fa1f75fcfe2d151697430c3e4298237bb66279c9caf4f6087395e690a60eb0) AuthConfig (49f39b9766235155e0f632bcb45d5a2ce894bc051fbd0691da5b3f50fec5511b) AuthConfig (4e039fde4bc8d7e3e8fe9a59645ca3777b75e82415401a6620699f5de60baa27) AuthConfig (67543929979e3d82bca69ff7dea786911b1dd6ec1dc39558db25cead7bffb4ba) AuthConfig (554531138eb4ad25260ccf3e7f93be08af7a260b2615cf3e69e8519d79ea0ed5) AuthConfig (bd0587c73c1ac920571c3d8507e9d9b8968acd227f7da99c89bd88a661eab911) AuthConfig (6db22bd598691870764a7a88595402af84c0d067e64e89c299ce755cc9819db8) AuthConfig (76a926e3c8a9630f363c9d5c497b28cc18b2511846bed308007ebe90677fd79f) AuthConfig (4b224d27b1cb5663a0e059022312056d8355d4deeaa7d50b1509d3c3dff89711) AuthConfig (a65a78f175ea3930c9056e7c4425f8a98a1ee376f249fc680d27cf8fbcea4836) AuthConfig (efa2963f9ec3b78d0406e9d29fbbbb2fcccf8c30d5e95848c4ec3c35d8ff99b3) AuthConfig (6449a460895d49556286c7d69f4804671139011161ae8fecdf997297ab978c94) AuthConfig (e96548cc1b33428dfe44ec82dd0beddf03f3c46893379d5db533a34648f2758a) AuthConfig (65ddbd0b3c597599c3854584a8c07f1f55bf1331ed0f208917a361e6d72da4e4) AuthConfig (162df32812bcd974c4ea886390c617a932badb4f00105641ab725a60acdb7496) AuthConfig (6604c4e493a933bb8007e6d6446d80a32c4214afdbac3db1e4307b9f77414353) AuthConfig (968772991645a59de45017219e35a866786f3ebd489d4c71b643622d39b3afad) AuthConfig (75e113a14eb5246f24d35243d481cd1ad685452de3e24c7c1dd211d8734857db) AuthConfig (b69d984e91907f571b48e1e933f221fae94e21be9b65343b6467b105df1d7c3e) AuthConfig (1bb334817205881dba3e1a686730ef7cac0a9142e2841d22e7afa268b4c75bc0) AuthConfig (6182ff477698b3ca90cbe080812a4a4c94b0041fef76335efff82b05f6656387) AuthConfig (4f3c2ad0ccbc3704727d8d664aa9977989591512e63484ed113f0d7c46d058a8) AuthConfig (aff72df4fdd6f15c7d882871d2d5d558167572d2d25027b11be329df7675b1f4) AuthConfig (1fb16d4bd968ad4fbc592dd8ef811780b6bc6a6f154ffa9951b0492de7ad24f7) AuthConfig (1bfa3e4f5d16c11fd0c5af4892efb7ccd0bfc4bdd82765f87a050c85a764d03b) AuthConfig (e37afa954779ec04e3c7b5af0748a1422f98d773ee15efce2629921d892c79c7) AuthConfig (0d087cf06f0c2e0d40667d352807b402db0de271221bc58e79e00506eaef279d) AuthConfig (306acefea0a175a0141b75372343da667d207549ba4d532e9ca94972e4d48e06) AuthConfig (aac9a82dfe9e042e52302a8bc0493e64456e5fe2ca36508de2188504769148c7) AuthConfig (021cad87f9affccdb6cddae2d10a901a6271030403c2db7414476b33594f123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"00ccfaaf-125f-41a3-a27a-1276292c49ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.599609206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"1705dd49-b74a-419a-bd3b-0e018ce5ae4c","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.599953231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"82e236e7-7324-4eaa-a688-3607ea3885c0","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.744804645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b4a7c289-a2c1-442c-9ec7-d0e2740f7916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.744805096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"c9db07d2-75b1-42bb-a730-9e2581904e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.798220762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b4a7c289-a2c1-442c-9ec7-d0e2740f7916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.798267618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"c9db07d2-75b1-42bb-a730-9e2581904e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.849854995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20fa1f75fcfe2d151697430c3e4298237bb66279c9caf4f6087395e690a60eb0) AuthConfig (49f39b9766235155e0f632bcb45d5a2ce894bc051fbd0691da5b3f50fec5511b) AuthConfig (4e039fde4bc8d7e3e8fe9a59645ca3777b75e82415401a6620699f5de60baa27) AuthConfig (67543929979e3d82bca69ff7dea786911b1dd6ec1dc39558db25cead7bffb4ba) AuthConfig (554531138eb4ad25260ccf3e7f93be08af7a260b2615cf3e69e8519d79ea0ed5) AuthConfig (bd0587c73c1ac920571c3d8507e9d9b8968acd227f7da99c89bd88a661eab911) AuthConfig (6db22bd598691870764a7a88595402af84c0d067e64e89c299ce755cc9819db8) AuthConfig (76a926e3c8a9630f363c9d5c497b28cc18b2511846bed308007ebe90677fd79f) AuthConfig (4b224d27b1cb5663a0e059022312056d8355d4deeaa7d50b1509d3c3dff89711) AuthConfig (a65a78f175ea3930c9056e7c4425f8a98a1ee376f249fc680d27cf8fbcea4836) AuthConfig (efa2963f9ec3b78d0406e9d29fbbbb2fcccf8c30d5e95848c4ec3c35d8ff99b3) AuthConfig (6449a460895d49556286c7d69f4804671139011161ae8fecdf997297ab978c94) AuthConfig (e96548cc1b33428dfe44ec82dd0beddf03f3c46893379d5db533a34648f2758a) AuthConfig (65ddbd0b3c597599c3854584a8c07f1f55bf1331ed0f208917a361e6d72da4e4) AuthConfig (162df32812bcd974c4ea886390c617a932badb4f00105641ab725a60acdb7496) AuthConfig (6604c4e493a933bb8007e6d6446d80a32c4214afdbac3db1e4307b9f77414353) AuthConfig (968772991645a59de45017219e35a866786f3ebd489d4c71b643622d39b3afad) AuthConfig (75e113a14eb5246f24d35243d481cd1ad685452de3e24c7c1dd211d8734857db) AuthConfig (b69d984e91907f571b48e1e933f221fae94e21be9b65343b6467b105df1d7c3e) AuthConfig (1bb334817205881dba3e1a686730ef7cac0a9142e2841d22e7afa268b4c75bc0) AuthConfig (6182ff477698b3ca90cbe080812a4a4c94b0041fef76335efff82b05f6656387) AuthConfig (4f3c2ad0ccbc3704727d8d664aa9977989591512e63484ed113f0d7c46d058a8) AuthConfig (aff72df4fdd6f15c7d882871d2d5d558167572d2d25027b11be329df7675b1f4) AuthConfig (1fb16d4bd968ad4fbc592dd8ef811780b6bc6a6f154ffa9951b0492de7ad24f7) AuthConfig (1bfa3e4f5d16c11fd0c5af4892efb7ccd0bfc4bdd82765f87a050c85a764d03b) AuthConfig (e37afa954779ec04e3c7b5af0748a1422f98d773ee15efce2629921d892c79c7) AuthConfig (0d087cf06f0c2e0d40667d352807b402db0de271221bc58e79e00506eaef279d) AuthConfig (306acefea0a175a0141b75372343da667d207549ba4d532e9ca94972e4d48e06) AuthConfig (aac9a82dfe9e042e52302a8bc0493e64456e5fe2ca36508de2188504769148c7) AuthConfig (021cad87f9affccdb6cddae2d10a901a6271030403c2db7414476b33594f123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"c9db07d2-75b1-42bb-a730-9e2581904e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:07.849868539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20fa1f75fcfe2d151697430c3e4298237bb66279c9caf4f6087395e690a60eb0) AuthConfig (49f39b9766235155e0f632bcb45d5a2ce894bc051fbd0691da5b3f50fec5511b) AuthConfig (4e039fde4bc8d7e3e8fe9a59645ca3777b75e82415401a6620699f5de60baa27) AuthConfig (67543929979e3d82bca69ff7dea786911b1dd6ec1dc39558db25cead7bffb4ba) AuthConfig (554531138eb4ad25260ccf3e7f93be08af7a260b2615cf3e69e8519d79ea0ed5) AuthConfig (bd0587c73c1ac920571c3d8507e9d9b8968acd227f7da99c89bd88a661eab911) AuthConfig (6db22bd598691870764a7a88595402af84c0d067e64e89c299ce755cc9819db8) AuthConfig (76a926e3c8a9630f363c9d5c497b28cc18b2511846bed308007ebe90677fd79f) AuthConfig (4b224d27b1cb5663a0e059022312056d8355d4deeaa7d50b1509d3c3dff89711) AuthConfig (a65a78f175ea3930c9056e7c4425f8a98a1ee376f249fc680d27cf8fbcea4836) AuthConfig (efa2963f9ec3b78d0406e9d29fbbbb2fcccf8c30d5e95848c4ec3c35d8ff99b3) AuthConfig (6449a460895d49556286c7d69f4804671139011161ae8fecdf997297ab978c94) AuthConfig (e96548cc1b33428dfe44ec82dd0beddf03f3c46893379d5db533a34648f2758a) AuthConfig (65ddbd0b3c597599c3854584a8c07f1f55bf1331ed0f208917a361e6d72da4e4) AuthConfig (162df32812bcd974c4ea886390c617a932badb4f00105641ab725a60acdb7496) AuthConfig (6604c4e493a933bb8007e6d6446d80a32c4214afdbac3db1e4307b9f77414353) AuthConfig (968772991645a59de45017219e35a866786f3ebd489d4c71b643622d39b3afad) AuthConfig (75e113a14eb5246f24d35243d481cd1ad685452de3e24c7c1dd211d8734857db) AuthConfig (b69d984e91907f571b48e1e933f221fae94e21be9b65343b6467b105df1d7c3e) AuthConfig (1bb334817205881dba3e1a686730ef7cac0a9142e2841d22e7afa268b4c75bc0) AuthConfig (6182ff477698b3ca90cbe080812a4a4c94b0041fef76335efff82b05f6656387) AuthConfig (4f3c2ad0ccbc3704727d8d664aa9977989591512e63484ed113f0d7c46d058a8) AuthConfig (aff72df4fdd6f15c7d882871d2d5d558167572d2d25027b11be329df7675b1f4) AuthConfig (1fb16d4bd968ad4fbc592dd8ef811780b6bc6a6f154ffa9951b0492de7ad24f7) AuthConfig (1bfa3e4f5d16c11fd0c5af4892efb7ccd0bfc4bdd82765f87a050c85a764d03b) AuthConfig (e37afa954779ec04e3c7b5af0748a1422f98d773ee15efce2629921d892c79c7) AuthConfig (0d087cf06f0c2e0d40667d352807b402db0de271221bc58e79e00506eaef279d) AuthConfig (306acefea0a175a0141b75372343da667d207549ba4d532e9ca94972e4d48e06) AuthConfig (aac9a82dfe9e042e52302a8bc0493e64456e5fe2ca36508de2188504769148c7) AuthConfig (021cad87f9affccdb6cddae2d10a901a6271030403c2db7414476b33594f123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b4a7c289-a2c1-442c-9ec7-d0e2740f7916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:07.899065226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b4a7c289-a2c1-442c-9ec7-d0e2740f7916","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:07.89907062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"c9db07d2-75b1-42bb-a730-9e2581904e1a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:08.048548986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"0bb1ac86-723f-4800-baf2-9fc86d6f4c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:08.048582945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"66d5ebe2-abf2-45ea-a0ee-797050274b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:08.10399004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"66d5ebe2-abf2-45ea-a0ee-797050274b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:08.104169758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"0bb1ac86-723f-4800-baf2-9fc86d6f4c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:08.154681629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20fa1f75fcfe2d151697430c3e4298237bb66279c9caf4f6087395e690a60eb0) AuthConfig (49f39b9766235155e0f632bcb45d5a2ce894bc051fbd0691da5b3f50fec5511b) AuthConfig (4e039fde4bc8d7e3e8fe9a59645ca3777b75e82415401a6620699f5de60baa27) AuthConfig (67543929979e3d82bca69ff7dea786911b1dd6ec1dc39558db25cead7bffb4ba) AuthConfig (554531138eb4ad25260ccf3e7f93be08af7a260b2615cf3e69e8519d79ea0ed5) AuthConfig (bd0587c73c1ac920571c3d8507e9d9b8968acd227f7da99c89bd88a661eab911) AuthConfig (6db22bd598691870764a7a88595402af84c0d067e64e89c299ce755cc9819db8) AuthConfig (76a926e3c8a9630f363c9d5c497b28cc18b2511846bed308007ebe90677fd79f) AuthConfig (4b224d27b1cb5663a0e059022312056d8355d4deeaa7d50b1509d3c3dff89711) AuthConfig (a65a78f175ea3930c9056e7c4425f8a98a1ee376f249fc680d27cf8fbcea4836) AuthConfig (efa2963f9ec3b78d0406e9d29fbbbb2fcccf8c30d5e95848c4ec3c35d8ff99b3) AuthConfig (6449a460895d49556286c7d69f4804671139011161ae8fecdf997297ab978c94) AuthConfig (e96548cc1b33428dfe44ec82dd0beddf03f3c46893379d5db533a34648f2758a) AuthConfig (65ddbd0b3c597599c3854584a8c07f1f55bf1331ed0f208917a361e6d72da4e4) AuthConfig (162df32812bcd974c4ea886390c617a932badb4f00105641ab725a60acdb7496) AuthConfig (6604c4e493a933bb8007e6d6446d80a32c4214afdbac3db1e4307b9f77414353) AuthConfig (968772991645a59de45017219e35a866786f3ebd489d4c71b643622d39b3afad) AuthConfig (75e113a14eb5246f24d35243d481cd1ad685452de3e24c7c1dd211d8734857db) AuthConfig (b69d984e91907f571b48e1e933f221fae94e21be9b65343b6467b105df1d7c3e) AuthConfig (1bb334817205881dba3e1a686730ef7cac0a9142e2841d22e7afa268b4c75bc0) AuthConfig (6182ff477698b3ca90cbe080812a4a4c94b0041fef76335efff82b05f6656387) AuthConfig (4f3c2ad0ccbc3704727d8d664aa9977989591512e63484ed113f0d7c46d058a8) AuthConfig (aff72df4fdd6f15c7d882871d2d5d558167572d2d25027b11be329df7675b1f4) AuthConfig (1fb16d4bd968ad4fbc592dd8ef811780b6bc6a6f154ffa9951b0492de7ad24f7) AuthConfig (1bfa3e4f5d16c11fd0c5af4892efb7ccd0bfc4bdd82765f87a050c85a764d03b) AuthConfig (e37afa954779ec04e3c7b5af0748a1422f98d773ee15efce2629921d892c79c7) AuthConfig (0d087cf06f0c2e0d40667d352807b402db0de271221bc58e79e00506eaef279d) AuthConfig (306acefea0a175a0141b75372343da667d207549ba4d532e9ca94972e4d48e06) AuthConfig (aac9a82dfe9e042e52302a8bc0493e64456e5fe2ca36508de2188504769148c7) AuthConfig (021cad87f9affccdb6cddae2d10a901a6271030403c2db7414476b33594f123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"66d5ebe2-abf2-45ea-a0ee-797050274b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:08.15491356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b8f09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20fa1f75fcfe2d151697430c3e4298237bb66279c9caf4f6087395e690a60eb0) AuthConfig (49f39b9766235155e0f632bcb45d5a2ce894bc051fbd0691da5b3f50fec5511b) AuthConfig (4e039fde4bc8d7e3e8fe9a59645ca3777b75e82415401a6620699f5de60baa27) AuthConfig (67543929979e3d82bca69ff7dea786911b1dd6ec1dc39558db25cead7bffb4ba) AuthConfig (554531138eb4ad25260ccf3e7f93be08af7a260b2615cf3e69e8519d79ea0ed5) AuthConfig (bd0587c73c1ac920571c3d8507e9d9b8968acd227f7da99c89bd88a661eab911) AuthConfig (6db22bd598691870764a7a88595402af84c0d067e64e89c299ce755cc9819db8) AuthConfig (76a926e3c8a9630f363c9d5c497b28cc18b2511846bed308007ebe90677fd79f) AuthConfig (4b224d27b1cb5663a0e059022312056d8355d4deeaa7d50b1509d3c3dff89711) AuthConfig (a65a78f175ea3930c9056e7c4425f8a98a1ee376f249fc680d27cf8fbcea4836) AuthConfig (efa2963f9ec3b78d0406e9d29fbbbb2fcccf8c30d5e95848c4ec3c35d8ff99b3) AuthConfig (6449a460895d49556286c7d69f4804671139011161ae8fecdf997297ab978c94) AuthConfig (e96548cc1b33428dfe44ec82dd0beddf03f3c46893379d5db533a34648f2758a) AuthConfig (65ddbd0b3c597599c3854584a8c07f1f55bf1331ed0f208917a361e6d72da4e4) AuthConfig (162df32812bcd974c4ea886390c617a932badb4f00105641ab725a60acdb7496) AuthConfig (6604c4e493a933bb8007e6d6446d80a32c4214afdbac3db1e4307b9f77414353) AuthConfig (968772991645a59de45017219e35a866786f3ebd489d4c71b643622d39b3afad) AuthConfig (75e113a14eb5246f24d35243d481cd1ad685452de3e24c7c1dd211d8734857db) AuthConfig (b69d984e91907f571b48e1e933f221fae94e21be9b65343b6467b105df1d7c3e) AuthConfig (1bb334817205881dba3e1a686730ef7cac0a9142e2841d22e7afa268b4c75bc0) AuthConfig (6182ff477698b3ca90cbe080812a4a4c94b0041fef76335efff82b05f6656387) AuthConfig (4f3c2ad0ccbc3704727d8d664aa9977989591512e63484ed113f0d7c46d058a8) AuthConfig (aff72df4fdd6f15c7d882871d2d5d558167572d2d25027b11be329df7675b1f4) AuthConfig (1fb16d4bd968ad4fbc592dd8ef811780b6bc6a6f154ffa9951b0492de7ad24f7) AuthConfig (1bfa3e4f5d16c11fd0c5af4892efb7ccd0bfc4bdd82765f87a050c85a764d03b) AuthConfig (e37afa954779ec04e3c7b5af0748a1422f98d773ee15efce2629921d892c79c7) AuthConfig (0d087cf06f0c2e0d40667d352807b402db0de271221bc58e79e00506eaef279d) AuthConfig (306acefea0a175a0141b75372343da667d207549ba4d532e9ca94972e4d48e06) AuthConfig (aac9a82dfe9e042e52302a8bc0493e64456e5fe2ca36508de2188504769148c7) AuthConfig (021cad87f9affccdb6cddae2d10a901a6271030403c2db7414476b33594f123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"0bb1ac86-723f-4800-baf2-9fc86d6f4c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:12.286490317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"65575092-c5a5-418f-9672-71c3761c0463","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:12.356999355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"445e229d-d55d-494d-ad6e-6fc390ec7d4e","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.08090225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"72e98296-43d1-42ff-9c9b-d565ea5cd408","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.182407268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1182775-4292-4b3f-a9cc-bc07af55a208","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.281830703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"de9aae38-e4fb-4a05-90f6-1e23e54188a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.381943363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"58797115-67a8-4af8-8b05-5665700843bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.605468869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"2b57fafd-087f-4d04-92d1-42dcb664ac24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.605612455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"7ea17050-0546-4d3f-826f-27238115c230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.630217633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"bbcf647f-e131-423d-899b-075228611497","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.65862342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"7ea17050-0546-4d3f-826f-27238115c230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.658630035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"2b57fafd-087f-4d04-92d1-42dcb664ac24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.730716648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"24983d0a-e960-40cd-9814-682670ad95f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.74389489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41c123e0-6251-4104-a975-99c2bc6fda20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.83051652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"02afb5da-6dbe-46b4-b364-c17863815acf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.908009597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"0984be84-3551-4bde-a40f-6ae6eb59bec9","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:15.908517447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"7653c073-072c-4667-83a3-9c117f936c73","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:18.302330556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"f83d4824-69d6-40c1-a517-f8b25a4ba810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:18.302753624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"4368dc65-70df-420f-aea3-2670e2f7d6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:18.35495085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"f83d4824-69d6-40c1-a517-f8b25a4ba810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:18.355108843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"4368dc65-70df-420f-aea3-2670e2f7d6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:18.65520106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"2ac636c7-2fcb-4a0b-9ad6-c1e2b0ee92bf","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:18.65816006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"e45ccce5-9c07-4b73-a658-0ee575c70f8a","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.441609292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"bc73ce25-775a-4813-ad77-f026e5f1dedc","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.493897193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"a2dfe4b9-fed5-47f5-9638-c0fb38dd58d8","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.599450956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"08386448-ae56-47c1-ae91-1e8a4e3b36fe","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.637349396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-auth","reconcileID":"6f6d2a2d-7e62-49b0-9b57-6acb30dda863","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.65182989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"8c67512e-89b1-4eeb-bc41-bc43a1675436","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.689301461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-auth","reconcileID":"6f6d2a2d-7e62-49b0-9b57-6acb30dda863","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.708962621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"0189d315-d3c0-4621-b1f1-4a7d19bf9c6f","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.760013669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"59085a0b-eb40-4ea1-bc07-e4839bfb7a11","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.795424781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-auth","reconcileID":"bbc22afd-9404-483a-aaa4-f5b23ab0e321","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:20.809995167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-sub","reconcileID":"a5a46da8-709e-43b5-aaba-1cf8c4a242b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.847320635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-auth","reconcileID":"bbc22afd-9404-483a-aaa4-f5b23ab0e321","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.896130285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"37fed3eb-0ee5-4b2c-871e-3aa6f0be11f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.896130268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d238a128-d973-436d-9873-8a592c6a0b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.90427269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"e7e80c0d-f7e0-413f-98de-8e44ca7010ad","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.935521441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"9c227a40-cf2e-428d-b002-236661c6901f","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.948662973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d238a128-d973-436d-9873-8a592c6a0b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.948676646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"37fed3eb-0ee5-4b2c-871e-3aa6f0be11f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.9553935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"8b1c5167-9db2-4a09-862a-d469f1dd19e7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.986014303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"9fb0cb46-acac-4187-a14d-704401a46013","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:20.990438521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"58c28e70-463b-4b3b-a394-2b6d3c8f160f","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:21.012764653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-sub","reconcileID":"d17f9cd6-d1cd-4265-8ef9-8e05189a36c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.049153307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"0a6c6297-a956-41bb-ae10-87e349b4b302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.10157766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"0a6c6297-a956-41bb-ae10-87e349b4b302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.124084907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"40cdc6cd-38f4-488d-a790-a00596c344f8","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.147828764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-auth","reconcileID":"9914526b-ac89-4d82-a16f-d2bc6aa92dbf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.176960235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"bc497c02-0cd6-4cf3-95d9-acd7ebf45536","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.189878721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"5fd51567-c565-48d2-8201-3c8a36095a49","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.200619439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-auth","reconcileID":"9914526b-ac89-4d82-a16f-d2bc6aa92dbf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.234413376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-sub","reconcileID":"8c8e9703-8a79-4db4-8556-0b89da2e2f5a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-116a20/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.234589673Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-sub","reconcileID":"8c8e9703-8a79-4db4-8556-0b89da2e2f5a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.283184061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d021c776-714e-4b19-9936-bb358e230f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.283188507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"647e36c5-8e01-4c40-b1c5-076675360287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.33605008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d021c776-714e-4b19-9936-bb358e230f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.336758119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"647e36c5-8e01-4c40-b1c5-076675360287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.383943607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-auth","reconcileID":"7e81a9eb-4825-45ca-86a2-3d6b2384620a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.423541612Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-sub","reconcileID":"36775e57-a098-470b-b8bf-577d526c8247","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.435816169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-auth","reconcileID":"7e81a9eb-4825-45ca-86a2-3d6b2384620a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.436409037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"fed14691-553a-46aa-9553-529c8c31fa03","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.472616191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"999f414f-e6f7-4316-9d75-655bde6edd2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.483186706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"aadd019e-ee39-44ae-aae5-8baadd4546db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.485625079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"5db51244-af01-4a84-9825-660f858517f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.535746899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"aadd019e-ee39-44ae-aae5-8baadd4546db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.537428582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"5db51244-af01-4a84-9825-660f858517f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.575100806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"953e9719-cbcd-4c3b-816a-ebf744c5df8b","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.617511975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"ced2ec40-2b84-4c3b-8ad1-260697626a86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.629711953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-sub","reconcileID":"f257588c-5457-4c14-99da-e5440f452845","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.629816497Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-sub","reconcileID":"f257588c-5457-4c14-99da-e5440f452845","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:21.768206168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-sub","reconcileID":"82609b16-73a4-43f9-a3d7-f4d48fee2f88","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.562283474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"946ab944-a85f-4df0-bc74-c0e40fa80736","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.707255449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"79899d80-7e80-4143-a095-471156127823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.707422814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-auth","reconcileID":"98799154-c23a-4220-990b-e1c7093b3552","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.707255052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"2ced90c7-3f33-4f58-ba71-a25edc4234e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.753151832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"82aae7b9-f1ba-424d-a982-4ebe09b0041d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.759609623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-auth","reconcileID":"98799154-c23a-4220-990b-e1c7093b3552","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.759909208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"2ced90c7-3f33-4f58-ba71-a25edc4234e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.762556643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"79899d80-7e80-4143-a095-471156127823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.897016899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"4ad1ac5c-d18e-40c1-b324-e32cc8c50bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.897013769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a469cb76-aa67-48fd-870d-48c02d968ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.950876236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"4ad1ac5c-d18e-40c1-b324-e32cc8c50bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:23.951214641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a469cb76-aa67-48fd-870d-48c02d968ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.100910824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-auth","reconcileID":"1c5f6eeb-48b8-4ea4-92e4-065926f72952","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.155018902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-auth","reconcileID":"1c5f6eeb-48b8-4ea4-92e4-065926f72952","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.348825652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"1a4be727-d169-46e0-8420-60dd5e39d18a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.512390908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"99c36e6e-9147-4d55-bf40-de86666fa2ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.613969159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"30e71c69-63f9-4bf1-acd6-dd4118d09fa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.622402574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"b4c73a75-ccdc-42b6-bc59-d95d0f8bf4e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.717244937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b32429a5-2f70-4284-82df-63a269209185","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.820612317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"5b741840-5be5-43f9-b754-7bde3cfe78bd","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.928826967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"7a7f756d-4081-4cee-9b78-893215e30db5","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:24.978931417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"1ccc95da-52d6-46e8-b73e-2256e6de5aa6","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:25.031674458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"7d84e6be-401e-4330-a499-b1dcdc942bfd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.058479627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d553467-4acc-408c-be49-f4ee0f4079e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.141125002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"1b654040-7090-438c-824f-7401d4bfbd70","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.193485896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"da7fc638-c611-45a9-8e5c-2139651f442b","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.197368074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"5dc1ee73-0f6b-4a5b-a783-400572df9b30","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.253385339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"251b79fd-f257-48a3-8e8e-3a3fc9159ea3","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.346249134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"2b6c7069-1afa-4c74-8b4d-27f7a25b745d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.38767305Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"2cc82553-bb00-4e95-a1e5-b97fc083104d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"simulator-w1-b9b815","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b9b815/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.452929062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"a41fc9ab-c16d-44d7-94c3-1e8a288e73b3","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.473711841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"2b6c7069-1afa-4c74-8b4d-27f7a25b745d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.503941022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"4216f426-fbc0-4bf3-9dd6-6672d8f9d300","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.525671857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"2b6c7069-1afa-4c74-8b4d-27f7a25b745d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.544447777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"620b8bd4-614d-4d79-acf0-099726213c72","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:25.553398Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b9b815/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:25.558025893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"02ab942a-470b-45f9-8c18-2a6f5b93d120","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.576676563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"e153f0b6-fff9-4d8e-b202-1a90071d5ef3","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.668472798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"404cf07f-9a28-41b5-92c7-5986fdc27b15","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.672714389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"6b175a01-4c1a-47fe-b4f1-0b6ef617a4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.721373581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"d5912400-c0ba-4652-9db2-6bfcd3fd7eef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.725112175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"6b175a01-4c1a-47fe-b4f1-0b6ef617a4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.737651935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"227fa532-edd9-4a80-8c4c-382ca8589173","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.749455221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"e1ee8999-3f15-42be-b8a3-b0da93b8ee81","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.775701284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"6b175a01-4c1a-47fe-b4f1-0b6ef617a4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.803420314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"3532fcf4-6801-41c4-9399-37b13144e972","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:25.854224475Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"3532fcf4-6801-41c4-9399-37b13144e972","name":"premium-w1-b9b815","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b9b815\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:25.854287537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"3532fcf4-6801-41c4-9399-37b13144e972","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b9b815\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.859623958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"d12d7736-dfa2-42fd-9cd4-aaa8a30fe4fb","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.917476992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"ab647829-ec3a-4f1c-92c4-57c429d120a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"premium-w1-b9b815","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b9b815/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.919099402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"7d1e422a-7656-4114-bda7-800627bf188e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:25.97073431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"7d1e422a-7656-4114-bda7-800627bf188e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.019153513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a8db243f-4baf-4c2b-bbe3-447857a8587a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.021431764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"7d1e422a-7656-4114-bda7-800627bf188e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.074853944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"513c025d-f808-462b-b1b9-0e24e40d159a","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.223417846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a8db243f-4baf-4c2b-bbe3-447857a8587a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.269086343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4c8cff11-3b65-4294-ab95-7b7932d035bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.27374938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a8db243f-4baf-4c2b-bbe3-447857a8587a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.321321864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4c8cff11-3b65-4294-ab95-7b7932d035bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.323883248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"4fbf27a8-0d06-4cf0-9bec-2741467f23e6","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.366535141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"27952e4b-0206-4346-90b2-dd0f66d6992c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.371908849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4c8cff11-3b65-4294-ab95-7b7932d035bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.466630715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"332539a8-91f8-4b21-857e-bbef1d13b4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.518462728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"332539a8-91f8-4b21-857e-bbef1d13b4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:26.568955237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"332539a8-91f8-4b21-857e-bbef1d13b4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:27.900365976Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:29.818136265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"8de6e3e4-aae4-4ae0-9d85-57806ede672c","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:29.92176257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"e2a8cd53-bd19-49a9-8686-3b68b3453b6f","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:29.975335881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"46cbfeab-d71c-4043-8835-50505b59f95b","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.025145306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"0ffb1fe7-ab8f-4b0d-b230-d1c6eaffc6f0","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.02876533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"02da54cc-34f7-42b9-90fd-abf5c922e40d","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.077275795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"bd9257d9-5bfb-480e-b7ee-c0dffe7f6f9d","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:30.08174048Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-747799/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.189438885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"11ebe7d0-1df9-4d8c-b98b-853438f8e549","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.243961143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"9788d988-98cd-43dd-ab0f-0f4a7b0dec8f","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.271269895Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"d49df6c2-a52b-4622-9967-7144099c12e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"simulator-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.337119537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f615c2b0-7a21-4882-94f0-80088581a572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.42167973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"50af9a38-8155-48b9-851f-43eeeb9ccd39","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.442758131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"79c5660d-4b82-4e6e-99ff-f717b2310eec","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.45255303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f615c2b0-7a21-4882-94f0-80088581a572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.493932026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"0e77adb1-df45-4bd1-af79-e6159009dbf7","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.503687779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f615c2b0-7a21-4882-94f0-80088581a572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.548249427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"08139687-5eea-401a-96c9-214ec579049d","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:30.550352714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"ed547fd9-5b78-4cec-bc32-521f88cae771","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.554249733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"f0d262a8-3083-4488-b6ca-2372f10baa52","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.614449413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"a418bbcf-ffd2-4984-95b2-3f6d2202faa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.649853627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a8d4b0fc-4090-44d9-89f6-a8bf159f5de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.660581344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"dc460ef1-21b6-4020-9c46-706beb257c98","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.700729223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"431dd1aa-431b-46dd-a2e2-1d3fde8b766a","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.70233101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a8d4b0fc-4090-44d9-89f6-a8bf159f5de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.753716019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"64b97fd0-4331-485a-bced-67f205ed8969","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.755440541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a8d4b0fc-4090-44d9-89f6-a8bf159f5de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:30.803070375Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"64b97fd0-4331-485a-bced-67f205ed8969","name":"premium-w4-747799","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-747799\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:30.80313623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"64b97fd0-4331-485a-bced-67f205ed8969","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-747799\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.808442704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"6c6c57cb-1cbe-44e6-8360-da289d52cb48","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.896070884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"42da044f-52ae-4dd5-aac7-e41235ca669d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.89964387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f4e61186-1dc3-442c-9d3b-91dc909df049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.908684266Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"4702fe62-68f3-4d64-b747-50e20722d272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"premium-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.94895046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"42da044f-52ae-4dd5-aac7-e41235ca669d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.952680971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f4e61186-1dc3-442c-9d3b-91dc909df049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:30.999432426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"42da044f-52ae-4dd5-aac7-e41235ca669d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:31.00488526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f4e61186-1dc3-442c-9d3b-91dc909df049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:31.050205432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"d784d82f-4406-4466-8396-ccdb6a2f0d46","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:31.061091937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"9e9eef89-b2ba-4ca5-9541-ab1364e1dbfe","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:31.194439838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"1161a044-5b5d-430c-822c-b09cb47b1855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:31.246647633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"1161a044-5b5d-430c-822c-b09cb47b1855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:31.253275017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"0df04aba-a86e-4667-9194-b6c71fe0d21c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:31.297500935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"1161a044-5b5d-430c-822c-b09cb47b1855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:33.714035315Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-sub","reconcileID":"0e8e164a-fd23-406b-9712-2913f29871b0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:33.904477014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-sub","reconcileID":"41d42904-46fd-4746-aa74-47be62ba7b92","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:33.917217951Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-sub","reconcileID":"0e8e164a-fd23-406b-9712-2913f29871b0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:33.917244965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-sub","reconcileID":"0e8e164a-fd23-406b-9712-2913f29871b0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:33.917398328Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-sub","reconcileID":"0e8e164a-fd23-406b-9712-2913f29871b0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.065780906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"6221e7f3-c6ed-4c0d-a51d-fd6bec83e867","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.103332379Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-sub","reconcileID":"41d42904-46fd-4746-aa74-47be62ba7b92","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.166402176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"5be0cdaa-a1c3-4dd3-8c22-29272cf29ccf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.228759763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"418db2f3-3a0c-4c25-b4e6-14f3b9a384e3","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.270711017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"9689a9f1-8a7b-4b3f-b226-133fd3965c32","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.282073699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"e3299aea-0d3d-4a38-919e-446fa03d0cec","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.298648874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"b2d71322-ea1b-471d-bcc0-ec4c34dc3d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.328217904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"1d23821e-8cc0-4b87-914b-11ff3a50a7f3","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.372671503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"aa888abd-98b1-46d4-9bb4-5515852bc6c1","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.372854968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"743d4d46-31ad-46b7-8ba4-9d2f3ae36982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.373293653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-auth","reconcileID":"8dfaa384-facc-4d57-9a83-1790b36873ac","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.373423224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"41554974-211f-44e6-97e5-ea07def6192a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.425878044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"743d4d46-31ad-46b7-8ba4-9d2f3ae36982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.427889396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-auth","reconcileID":"8dfaa384-facc-4d57-9a83-1790b36873ac","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.429045196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"41554974-211f-44e6-97e5-ea07def6192a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.469286791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"a177a1fc-d234-4caf-9ff9-339008c098d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.470340404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"f8d121d5-123e-4b5d-823b-f9c2c22741a3","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.473886685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"07ee2933-d078-4883-b76f-304e37de9ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.475658001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"d7cd3929-f074-426e-b810-440712f6f866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.525763118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"07ee2933-d078-4883-b76f-304e37de9ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.527259658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"d7cd3929-f074-426e-b810-440712f6f866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.621769349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-active-auth","reconcileID":"5b68c5d5-f8f4-4274-9ba4-34d7d47d95dc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.621769346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-degraded-auth","reconcileID":"770558e4-56ef-404b-bb54-6e5d4175e33c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.62312872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"7afd12e3-2d2e-4fef-ab64-bd07560c24f0","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.875580163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"df2f901b-2d5a-4503-9c95-f6ce0c69add7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.87625082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"f245d50f-0149-4596-8e13-906bcb022f4f","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.892418373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"8c05021e-7cfb-4730-87f3-1c4c52ebdcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.892444581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"bde686be-562d-43c8-a33b-fcc66502ce69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.94477908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"bde686be-562d-43c8-a33b-fcc66502ce69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.944837308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"8c05021e-7cfb-4730-87f3-1c4c52ebdcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.996712384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a8a0b9b184a7c194c88060ac0a550316cea45fbd91bf768a990023c63699365) AuthConfig (169d2c0951de4d3cb524d3fa9e94c87c8680b4de7fdda6e2fa8e7053c608786d) AuthConfig (7d1abba5f8dcf1a71e206a11a39553bc03c8fd61643dbb5521db83d3ec632e29) AuthConfig (7d95051fafdce07bbc9eff1abac1e46df7ee5d878a6e0aec8d3dccfcb66d5b1d) AuthConfig (25c0620bbeea254c1f0cb7a33d988f8f3c12d9ff5992e45fc9e02500052b19fa) AuthConfig (cb17d70a4fa16be299fce49c369b9a40b68b00cbe4ee7304af43fae684a6b692) AuthConfig (f31718dd8d1cd0dbc5347da943b5c406320c9badb269bb52884647e1c89084ef) AuthConfig (c782125e6a9542a3778b38c0d4eed8c22c97654026041ca1850cf5208056dcfb) AuthConfig (ef4769ed13d60870f4cb8591c033c1a6bf1a64c02276d848ac0c04d4ed457aa5) AuthConfig (d13b745dbfe9d297a8af5e04160e51ea285581b7385fb5685d603f1b8e35a407) AuthConfig (b652f48345e8da214c340fc4e2c4ae99766b699b5747d52775db852812a42a28) AuthConfig (9b66e0185caf3c213f314758d62cc4dd9e39d287cc40e59d6312676d1625a31f) AuthConfig (76de1671e147f9494ec91174c01a6f9edee3f1c968041333982d0ead528ec0bf) AuthConfig (0b421c62633c1c3787435e64a5e98f1d7ad0b5a7296406cf383ead7a5a83f6bb) AuthConfig (a6f802b834c50bf622d40df7bb2db1b4c1b850c1f0a4df8d205c3006bed3e821) AuthConfig (9978ae752ed57981ffa23d4a0be65c2166b0355e63debdbd564af24c1d119c8e) AuthConfig (a4396d2b81779742f968515d8a6bcd177acaf93fbf13b0c94eb5eb5cd346b3f0) AuthConfig (edddede4d99e767ace8b760b4405754162ab9a51105e8614ad5437544013cae7) AuthConfig (425fa3189db434125c9aab17e6ec4739bcb3a9d065aa14f71d8c7bc953058fcf) AuthConfig (4942a3c4ec0132ae7078f08eb0a7ba7b9c7c35a7492edfad5c49ec3c8f339fea) AuthConfig (052d6c1642c04cb07cd5e12be806367e6a1f252c1e74279df4dae88fba9a68a1) AuthConfig (a23307b5fab3fcf91ae02676c4c00812196ce3c6dab2cefce82f530349323961) AuthConfig (e8779c48a35dfbeaae5088ead7a44233081923fe07ed516c8bfd04bc25b238e9) AuthConfig (3b5190fc07b22ee11da2c2a6ff189a542b915f62f184c11a1e75b6c0ed5e6304) AuthConfig (2166bff89a70dd57139339ce61ebf40a2de99f1b60237cdd333701ddfd977883) AuthConfig (0654f2388887352541fb986f733988dad1bccdee0577aa333b65bf182557efcc) AuthConfig (2758f1d08115d0945ed2fe8aad449b706092cc24a33137afdc7474fe2b84048f) AuthConfig (4e9d65e15bf56e40577e96192d43f5878b6681a3b95aa09050a5c574aa2f06a9) AuthConfig (455231cd6133bb078b0625a99ceaf73dc36a58343cf84f8335c9de7e895f682b) AuthConfig (915391a1e4daabca69f86d5a19b09a38b9de41e102336f179585d8ad97235bdb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"8c05021e-7cfb-4730-87f3-1c4c52ebdcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:34.99857685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a8a0b9b184a7c194c88060ac0a550316cea45fbd91bf768a990023c63699365) AuthConfig (169d2c0951de4d3cb524d3fa9e94c87c8680b4de7fdda6e2fa8e7053c608786d) AuthConfig (7d1abba5f8dcf1a71e206a11a39553bc03c8fd61643dbb5521db83d3ec632e29) AuthConfig (7d95051fafdce07bbc9eff1abac1e46df7ee5d878a6e0aec8d3dccfcb66d5b1d) AuthConfig (25c0620bbeea254c1f0cb7a33d988f8f3c12d9ff5992e45fc9e02500052b19fa) AuthConfig (cb17d70a4fa16be299fce49c369b9a40b68b00cbe4ee7304af43fae684a6b692) AuthConfig (f31718dd8d1cd0dbc5347da943b5c406320c9badb269bb52884647e1c89084ef) AuthConfig (c782125e6a9542a3778b38c0d4eed8c22c97654026041ca1850cf5208056dcfb) AuthConfig (ef4769ed13d60870f4cb8591c033c1a6bf1a64c02276d848ac0c04d4ed457aa5) AuthConfig (d13b745dbfe9d297a8af5e04160e51ea285581b7385fb5685d603f1b8e35a407) AuthConfig (b652f48345e8da214c340fc4e2c4ae99766b699b5747d52775db852812a42a28) AuthConfig (9b66e0185caf3c213f314758d62cc4dd9e39d287cc40e59d6312676d1625a31f) AuthConfig (76de1671e147f9494ec91174c01a6f9edee3f1c968041333982d0ead528ec0bf) AuthConfig (0b421c62633c1c3787435e64a5e98f1d7ad0b5a7296406cf383ead7a5a83f6bb) AuthConfig (a6f802b834c50bf622d40df7bb2db1b4c1b850c1f0a4df8d205c3006bed3e821) AuthConfig (9978ae752ed57981ffa23d4a0be65c2166b0355e63debdbd564af24c1d119c8e) AuthConfig (a4396d2b81779742f968515d8a6bcd177acaf93fbf13b0c94eb5eb5cd346b3f0) AuthConfig (edddede4d99e767ace8b760b4405754162ab9a51105e8614ad5437544013cae7) AuthConfig (425fa3189db434125c9aab17e6ec4739bcb3a9d065aa14f71d8c7bc953058fcf) AuthConfig (4942a3c4ec0132ae7078f08eb0a7ba7b9c7c35a7492edfad5c49ec3c8f339fea) AuthConfig (052d6c1642c04cb07cd5e12be806367e6a1f252c1e74279df4dae88fba9a68a1) AuthConfig (a23307b5fab3fcf91ae02676c4c00812196ce3c6dab2cefce82f530349323961) AuthConfig (e8779c48a35dfbeaae5088ead7a44233081923fe07ed516c8bfd04bc25b238e9) AuthConfig (3b5190fc07b22ee11da2c2a6ff189a542b915f62f184c11a1e75b6c0ed5e6304) AuthConfig (2166bff89a70dd57139339ce61ebf40a2de99f1b60237cdd333701ddfd977883) AuthConfig (0654f2388887352541fb986f733988dad1bccdee0577aa333b65bf182557efcc) AuthConfig (2758f1d08115d0945ed2fe8aad449b706092cc24a33137afdc7474fe2b84048f) AuthConfig (4e9d65e15bf56e40577e96192d43f5878b6681a3b95aa09050a5c574aa2f06a9) AuthConfig (455231cd6133bb078b0625a99ceaf73dc36a58343cf84f8335c9de7e895f682b) AuthConfig (915391a1e4daabca69f86d5a19b09a38b9de41e102336f179585d8ad97235bdb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"bde686be-562d-43c8-a33b-fcc66502ce69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.050495533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"a66531ab-c2e5-4c8a-9cf3-1fd189f59a7c","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.053047628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"e2bcff46-82cd-4361-9cd7-922fcd345389","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.193758397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"738e7c09-d67b-4c29-babf-4bf163337128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.195333735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4b4cb322-771d-4fd6-b74e-8fa835dfce8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.245870711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"738e7c09-d67b-4c29-babf-4bf163337128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.2473001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4b4cb322-771d-4fd6-b74e-8fa835dfce8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.296612776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a8a0b9b184a7c194c88060ac0a550316cea45fbd91bf768a990023c63699365) AuthConfig (169d2c0951de4d3cb524d3fa9e94c87c8680b4de7fdda6e2fa8e7053c608786d) AuthConfig (7d1abba5f8dcf1a71e206a11a39553bc03c8fd61643dbb5521db83d3ec632e29) AuthConfig (7d95051fafdce07bbc9eff1abac1e46df7ee5d878a6e0aec8d3dccfcb66d5b1d) AuthConfig (25c0620bbeea254c1f0cb7a33d988f8f3c12d9ff5992e45fc9e02500052b19fa) AuthConfig (cb17d70a4fa16be299fce49c369b9a40b68b00cbe4ee7304af43fae684a6b692) AuthConfig (f31718dd8d1cd0dbc5347da943b5c406320c9badb269bb52884647e1c89084ef) AuthConfig (c782125e6a9542a3778b38c0d4eed8c22c97654026041ca1850cf5208056dcfb) AuthConfig (ef4769ed13d60870f4cb8591c033c1a6bf1a64c02276d848ac0c04d4ed457aa5) AuthConfig (d13b745dbfe9d297a8af5e04160e51ea285581b7385fb5685d603f1b8e35a407) AuthConfig (b652f48345e8da214c340fc4e2c4ae99766b699b5747d52775db852812a42a28) AuthConfig (9b66e0185caf3c213f314758d62cc4dd9e39d287cc40e59d6312676d1625a31f) AuthConfig (76de1671e147f9494ec91174c01a6f9edee3f1c968041333982d0ead528ec0bf) AuthConfig (0b421c62633c1c3787435e64a5e98f1d7ad0b5a7296406cf383ead7a5a83f6bb) AuthConfig (a6f802b834c50bf622d40df7bb2db1b4c1b850c1f0a4df8d205c3006bed3e821) AuthConfig (9978ae752ed57981ffa23d4a0be65c2166b0355e63debdbd564af24c1d119c8e) AuthConfig (a4396d2b81779742f968515d8a6bcd177acaf93fbf13b0c94eb5eb5cd346b3f0) AuthConfig (edddede4d99e767ace8b760b4405754162ab9a51105e8614ad5437544013cae7) AuthConfig (425fa3189db434125c9aab17e6ec4739bcb3a9d065aa14f71d8c7bc953058fcf) AuthConfig (4942a3c4ec0132ae7078f08eb0a7ba7b9c7c35a7492edfad5c49ec3c8f339fea) AuthConfig (052d6c1642c04cb07cd5e12be806367e6a1f252c1e74279df4dae88fba9a68a1) AuthConfig (a23307b5fab3fcf91ae02676c4c00812196ce3c6dab2cefce82f530349323961) AuthConfig (e8779c48a35dfbeaae5088ead7a44233081923fe07ed516c8bfd04bc25b238e9) AuthConfig (3b5190fc07b22ee11da2c2a6ff189a542b915f62f184c11a1e75b6c0ed5e6304) AuthConfig (2166bff89a70dd57139339ce61ebf40a2de99f1b60237cdd333701ddfd977883) AuthConfig (0654f2388887352541fb986f733988dad1bccdee0577aa333b65bf182557efcc) AuthConfig (2758f1d08115d0945ed2fe8aad449b706092cc24a33137afdc7474fe2b84048f) AuthConfig (4e9d65e15bf56e40577e96192d43f5878b6681a3b95aa09050a5c574aa2f06a9) AuthConfig (455231cd6133bb078b0625a99ceaf73dc36a58343cf84f8335c9de7e895f682b) AuthConfig (915391a1e4daabca69f86d5a19b09a38b9de41e102336f179585d8ad97235bdb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"738e7c09-d67b-4c29-babf-4bf163337128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.298031036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a8a0b9b184a7c194c88060ac0a550316cea45fbd91bf768a990023c63699365) AuthConfig (169d2c0951de4d3cb524d3fa9e94c87c8680b4de7fdda6e2fa8e7053c608786d) AuthConfig (7d1abba5f8dcf1a71e206a11a39553bc03c8fd61643dbb5521db83d3ec632e29) AuthConfig (7d95051fafdce07bbc9eff1abac1e46df7ee5d878a6e0aec8d3dccfcb66d5b1d) AuthConfig (25c0620bbeea254c1f0cb7a33d988f8f3c12d9ff5992e45fc9e02500052b19fa) AuthConfig (cb17d70a4fa16be299fce49c369b9a40b68b00cbe4ee7304af43fae684a6b692) AuthConfig (f31718dd8d1cd0dbc5347da943b5c406320c9badb269bb52884647e1c89084ef) AuthConfig (c782125e6a9542a3778b38c0d4eed8c22c97654026041ca1850cf5208056dcfb) AuthConfig (ef4769ed13d60870f4cb8591c033c1a6bf1a64c02276d848ac0c04d4ed457aa5) AuthConfig (d13b745dbfe9d297a8af5e04160e51ea285581b7385fb5685d603f1b8e35a407) AuthConfig (b652f48345e8da214c340fc4e2c4ae99766b699b5747d52775db852812a42a28) AuthConfig (9b66e0185caf3c213f314758d62cc4dd9e39d287cc40e59d6312676d1625a31f) AuthConfig (76de1671e147f9494ec91174c01a6f9edee3f1c968041333982d0ead528ec0bf) AuthConfig (0b421c62633c1c3787435e64a5e98f1d7ad0b5a7296406cf383ead7a5a83f6bb) AuthConfig (a6f802b834c50bf622d40df7bb2db1b4c1b850c1f0a4df8d205c3006bed3e821) AuthConfig (9978ae752ed57981ffa23d4a0be65c2166b0355e63debdbd564af24c1d119c8e) AuthConfig (a4396d2b81779742f968515d8a6bcd177acaf93fbf13b0c94eb5eb5cd346b3f0) AuthConfig (edddede4d99e767ace8b760b4405754162ab9a51105e8614ad5437544013cae7) AuthConfig (425fa3189db434125c9aab17e6ec4739bcb3a9d065aa14f71d8c7bc953058fcf) AuthConfig (4942a3c4ec0132ae7078f08eb0a7ba7b9c7c35a7492edfad5c49ec3c8f339fea) AuthConfig (052d6c1642c04cb07cd5e12be806367e6a1f252c1e74279df4dae88fba9a68a1) AuthConfig (a23307b5fab3fcf91ae02676c4c00812196ce3c6dab2cefce82f530349323961) AuthConfig (e8779c48a35dfbeaae5088ead7a44233081923fe07ed516c8bfd04bc25b238e9) AuthConfig (3b5190fc07b22ee11da2c2a6ff189a542b915f62f184c11a1e75b6c0ed5e6304) AuthConfig (2166bff89a70dd57139339ce61ebf40a2de99f1b60237cdd333701ddfd977883) AuthConfig (0654f2388887352541fb986f733988dad1bccdee0577aa333b65bf182557efcc) AuthConfig (2758f1d08115d0945ed2fe8aad449b706092cc24a33137afdc7474fe2b84048f) AuthConfig (4e9d65e15bf56e40577e96192d43f5878b6681a3b95aa09050a5c574aa2f06a9) AuthConfig (455231cd6133bb078b0625a99ceaf73dc36a58343cf84f8335c9de7e895f682b) AuthConfig (915391a1e4daabca69f86d5a19b09a38b9de41e102336f179585d8ad97235bdb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4b4cb322-771d-4fd6-b74e-8fa835dfce8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:35.345745444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"738e7c09-d67b-4c29-babf-4bf163337128","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.495139535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"609dcc75-8bc4-421d-b791-9e06d9181d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.54732633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"609dcc75-8bc4-421d-b791-9e06d9181d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.598060645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a8a0b9b184a7c194c88060ac0a550316cea45fbd91bf768a990023c63699365) AuthConfig (169d2c0951de4d3cb524d3fa9e94c87c8680b4de7fdda6e2fa8e7053c608786d) AuthConfig (7d1abba5f8dcf1a71e206a11a39553bc03c8fd61643dbb5521db83d3ec632e29) AuthConfig (7d95051fafdce07bbc9eff1abac1e46df7ee5d878a6e0aec8d3dccfcb66d5b1d) AuthConfig (25c0620bbeea254c1f0cb7a33d988f8f3c12d9ff5992e45fc9e02500052b19fa) AuthConfig (cb17d70a4fa16be299fce49c369b9a40b68b00cbe4ee7304af43fae684a6b692) AuthConfig (f31718dd8d1cd0dbc5347da943b5c406320c9badb269bb52884647e1c89084ef) AuthConfig (c782125e6a9542a3778b38c0d4eed8c22c97654026041ca1850cf5208056dcfb) AuthConfig (ef4769ed13d60870f4cb8591c033c1a6bf1a64c02276d848ac0c04d4ed457aa5) AuthConfig (d13b745dbfe9d297a8af5e04160e51ea285581b7385fb5685d603f1b8e35a407) AuthConfig (b652f48345e8da214c340fc4e2c4ae99766b699b5747d52775db852812a42a28) AuthConfig (9b66e0185caf3c213f314758d62cc4dd9e39d287cc40e59d6312676d1625a31f) AuthConfig (76de1671e147f9494ec91174c01a6f9edee3f1c968041333982d0ead528ec0bf) AuthConfig (0b421c62633c1c3787435e64a5e98f1d7ad0b5a7296406cf383ead7a5a83f6bb) AuthConfig (a6f802b834c50bf622d40df7bb2db1b4c1b850c1f0a4df8d205c3006bed3e821) AuthConfig (9978ae752ed57981ffa23d4a0be65c2166b0355e63debdbd564af24c1d119c8e) AuthConfig (a4396d2b81779742f968515d8a6bcd177acaf93fbf13b0c94eb5eb5cd346b3f0) AuthConfig (edddede4d99e767ace8b760b4405754162ab9a51105e8614ad5437544013cae7) AuthConfig (425fa3189db434125c9aab17e6ec4739bcb3a9d065aa14f71d8c7bc953058fcf) AuthConfig (4942a3c4ec0132ae7078f08eb0a7ba7b9c7c35a7492edfad5c49ec3c8f339fea) AuthConfig (052d6c1642c04cb07cd5e12be806367e6a1f252c1e74279df4dae88fba9a68a1) AuthConfig (a23307b5fab3fcf91ae02676c4c00812196ce3c6dab2cefce82f530349323961) AuthConfig (e8779c48a35dfbeaae5088ead7a44233081923fe07ed516c8bfd04bc25b238e9) AuthConfig (3b5190fc07b22ee11da2c2a6ff189a542b915f62f184c11a1e75b6c0ed5e6304) AuthConfig (2166bff89a70dd57139339ce61ebf40a2de99f1b60237cdd333701ddfd977883) AuthConfig (0654f2388887352541fb986f733988dad1bccdee0577aa333b65bf182557efcc) AuthConfig (2758f1d08115d0945ed2fe8aad449b706092cc24a33137afdc7474fe2b84048f) AuthConfig (4e9d65e15bf56e40577e96192d43f5878b6681a3b95aa09050a5c574aa2f06a9) AuthConfig (455231cd6133bb078b0625a99ceaf73dc36a58343cf84f8335c9de7e895f682b) AuthConfig (915391a1e4daabca69f86d5a19b09a38b9de41e102336f179585d8ad97235bdb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"609dcc75-8bc4-421d-b791-9e06d9181d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.844426687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"eef3c7d1-d2fc-4dd4-b6ee-67829364ef2e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.895689779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"9b77a645-a5ef-40aa-91c3-fcf44cb668d7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.947365708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"6ce936a4-4d73-4b62-bffd-4a62429f25ed","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:35.997749568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"d2236b1f-1a62-43d3-afcd-a5c1debd46e5","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.041074951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"c9c3cf74-9c6b-4215-bd10-27825197b5b0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.094451045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"c9c3cf74-9c6b-4215-bd10-27825197b5b0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.119816165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"76ffaaa1-4d43-4c7c-aa5d-899c82a8ae3f","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.146035467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"c9a3b239-b3e2-406c-8cfe-69bc6647c6a1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.172786606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"d922d16c-344f-49ad-84dd-714b5381f854","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.198069599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"c9a3b239-b3e2-406c-8cfe-69bc6647c6a1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:36.223526087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695","reconcileID":"f5493508-40ea-4e94-b77e-2ac462953a1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-a9054695\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.264336315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f0bd142b-2ae2-4cec-95c1-e5083d9a7015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.264346752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"15fe82de-9349-469b-ba87-c73cf18b373b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.316870904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"15fe82de-9349-469b-ba87-c73cf18b373b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.316917729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f0bd142b-2ae2-4cec-95c1-e5083d9a7015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.333239709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"1af2c714-538c-42d6-b1b7-c582d4b2e95d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.342052559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"6b3eb2b3-e904-4cbe-8eb8-467a931fe145","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.383470524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"7a28d3d0-9584-4949-bf4c-54b047f20afd","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:36.419426299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1c6b79/e2e-filter-sub-a-a9054695","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-a9054695\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:36.475786176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-sub","reconcileID":"3a0f9a2f-1001-4575-8204-16465a0cf416","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.488289701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"6dc23d17-8e69-489f-bcca-c966185c9b1d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.496280094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"5010145a-5259-4bcc-a138-e3b7e37af9e3","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.513574217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"0428e3dc-22fd-415e-896a-2c319aff18a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.539895137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"6dc23d17-8e69-489f-bcca-c966185c9b1d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.567024445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"0428e3dc-22fd-415e-896a-2c319aff18a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.629622376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695","reconcileID":"07e022e9-fb97-461a-9a38-3b5bfa0311c4","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-filter-sub-a-a9054695","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.640716588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"68420f74-b6c5-4889-b10f-31c5c20fc025","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.69317667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"68420f74-b6c5-4889-b10f-31c5c20fc025","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.740041383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"efb7fc59-b40d-425f-979e-ddd991fe3cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.740042957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e221dd12-bd24-4e6a-81e8-d6ac6164e5e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.782859244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"142c2ded-3334-4cde-abc0-2e88ed440133","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.792425584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e221dd12-bd24-4e6a-81e8-d6ac6164e5e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.792427759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"efb7fc59-b40d-425f-979e-ddd991fe3cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.824222082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"efae807c-d170-4ca5-b2ff-4a1f310a3f81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.840353773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"5842cb6f-89c8-43d2-bd80-d4405271a214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.853621366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"ce23a259-8d3e-4a08-bd20-6beedd84386c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.892234947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"5842cb6f-89c8-43d2-bd80-d4405271a214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.905938743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"ce23a259-8d3e-4a08-bd20-6beedd84386c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:36.975980111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695","reconcileID":"25e7f9ea-71e3-4f98-ab7b-b39a8f69381c","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:37.032149568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"3edc82c9-cc96-4281-9ed9-cc3291d83625","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:37.084121769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"3edc82c9-cc96-4281-9ed9-cc3291d83625","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:37.130222511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"9187adf0-1d16-4414-89d0-c0b11de4506d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:38.656950435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"bb0b8863-7d13-4ae8-88f1-a774b5f914f6","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:38.707894556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"70da8349-dd22-42c0-8899-22b72fc6fdd7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:38.851845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"9edf14a5-248e-4421-bd77-6deb05abb24b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:38.904151438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"9edf14a5-248e-4421-bd77-6deb05abb24b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:38.955473916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"8caa0ccd-8e23-4990-8df9-584f12c74361","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:38.955525552Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-1c6b79 priority=0:[ai-tenant-e2e-worker-w0-1c6b79/e2e-filter-sub-a-a9054695 ai-tenant-e2e-worker-w0-1c6b79/e2e-filter-sub-b-ac335953]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.061339835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"f1d7249e-39cf-4f6b-adca-cb9b86a429af","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:39.062142135Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1c6b79/e2e-filter-sub-b-ac335953","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-ac335953\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.100625465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"1f738904-e57d-431b-a54b-dc12908bd215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.100757762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"75afa2a5-932a-4bdd-b1bb-33ff63dd5439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.100625617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"91f0d2b6-59f5-4747-8cd2-ce4617853d97","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.114018355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"fa38c980-1ec8-45e6-afab-9012c3aeb870","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.117034165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"9078dea5-fa3a-4643-893d-cb33a4355231","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.152954373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"91f0d2b6-59f5-4747-8cd2-ce4617853d97","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.152970691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"1f738904-e57d-431b-a54b-dc12908bd215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.155242278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"75afa2a5-932a-4bdd-b1bb-33ff63dd5439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.204372467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"25dc6f45-0992-49ab-8f6c-20bf4124607a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.347687814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"956794f4-0553-49e8-9ba4-5aa6238ddb82","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.360331148Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953","reconcileID":"66a1e9f3-c55b-4cb7-9dfc-c477b11f0b68","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-filter-sub-a-a9054695","ai-tenant-e2e-worker-w0-1c6b79/e2e-filter-sub-b-ac335953","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.401136394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"956794f4-0553-49e8-9ba4-5aa6238ddb82","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.448028897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"dd31676f-8657-4cce-89cd-b270be3636c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.500284596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"dd31676f-8657-4cce-89cd-b270be3636c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.512847628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"b561bb1d-46d4-4647-ad99-dd093f164271","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.548329677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"2ba586ce-0bbe-4b92-bec1-b0756231bd69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.548354489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"564afeea-0d83-49ee-a2d2-05056bc8f4a0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.548872307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e80bd2ab-7dd3-4684-b8ef-dd80f7f86185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.554485014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"81318642-4c19-4a01-8b8b-e6797b2b603d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.55454523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695","reconcileID":"1c026d2c-e07a-4bf7-b138-e45204c82f12","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.602500107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"2ba586ce-0bbe-4b92-bec1-b0756231bd69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.604140803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"564afeea-0d83-49ee-a2d2-05056bc8f4a0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.607213044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e80bd2ab-7dd3-4684-b8ef-dd80f7f86185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.708249323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953","reconcileID":"41a1abe2-2447-42aa-b5f6-15fdc49586bb","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.741168778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"54d49fe4-c5dc-4a1b-8d2f-ba35a190e8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.793056932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"54d49fe4-c5dc-4a1b-8d2f-ba35a190e8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.840253681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"039caec8-d2cf-4cc4-a488-57bfc470d82e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:39.892218182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"039caec8-d2cf-4cc4-a488-57bfc470d82e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:41.149789026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c283944c-d95b-4b51-a51d-03243b64bdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:41.201906254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c283944c-d95b-4b51-a51d-03243b64bdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:41.252724523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c283944c-d95b-4b51-a51d-03243b64bdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:41.441653234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bd42646d-87a6-44a4-966e-88a8d1f68d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:41.494094869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bd42646d-87a6-44a4-966e-88a8d1f68d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:41.545345344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bd42646d-87a6-44a4-966e-88a8d1f68d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:43.687547371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"58ccbaec-de42-4c0d-be27-88664a1fb727","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:43.835291459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"948a5433-8921-4aac-ad26-c6fe9fa96d9e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:43.835353159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"4447cbbe-b24d-4a25-8a11-53975c09da1b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:43.835826353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"748297d4-e87a-438f-b8d7-ecad4ad6f84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:43.835838116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8991b08d-da0c-4ae8-a5dc-b31eaae7a074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:43.888105367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"948a5433-8921-4aac-ad26-c6fe9fa96d9e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:43.889268966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8991b08d-da0c-4ae8-a5dc-b31eaae7a074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:43.890627098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"748297d4-e87a-438f-b8d7-ecad4ad6f84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:43.892865424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"4447cbbe-b24d-4a25-8a11-53975c09da1b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:45.44315869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"aab7a289-2eb8-49d1-aa17-42c5b8823878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:45.495331077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"aab7a289-2eb8-49d1-aa17-42c5b8823878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:45.546474073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a8a0b9b184a7c194c88060ac0a550316cea45fbd91bf768a990023c63699365) AuthConfig (169d2c0951de4d3cb524d3fa9e94c87c8680b4de7fdda6e2fa8e7053c608786d) AuthConfig (7d1abba5f8dcf1a71e206a11a39553bc03c8fd61643dbb5521db83d3ec632e29) AuthConfig (7d95051fafdce07bbc9eff1abac1e46df7ee5d878a6e0aec8d3dccfcb66d5b1d) AuthConfig (25c0620bbeea254c1f0cb7a33d988f8f3c12d9ff5992e45fc9e02500052b19fa) AuthConfig (cb17d70a4fa16be299fce49c369b9a40b68b00cbe4ee7304af43fae684a6b692) AuthConfig (f31718dd8d1cd0dbc5347da943b5c406320c9badb269bb52884647e1c89084ef) AuthConfig (c782125e6a9542a3778b38c0d4eed8c22c97654026041ca1850cf5208056dcfb) AuthConfig (ef4769ed13d60870f4cb8591c033c1a6bf1a64c02276d848ac0c04d4ed457aa5) AuthConfig (d13b745dbfe9d297a8af5e04160e51ea285581b7385fb5685d603f1b8e35a407) AuthConfig (b652f48345e8da214c340fc4e2c4ae99766b699b5747d52775db852812a42a28) AuthConfig (9b66e0185caf3c213f314758d62cc4dd9e39d287cc40e59d6312676d1625a31f) AuthConfig (76de1671e147f9494ec91174c01a6f9edee3f1c968041333982d0ead528ec0bf) AuthConfig (0b421c62633c1c3787435e64a5e98f1d7ad0b5a7296406cf383ead7a5a83f6bb) AuthConfig (a6f802b834c50bf622d40df7bb2db1b4c1b850c1f0a4df8d205c3006bed3e821) AuthConfig (9978ae752ed57981ffa23d4a0be65c2166b0355e63debdbd564af24c1d119c8e) AuthConfig (a4396d2b81779742f968515d8a6bcd177acaf93fbf13b0c94eb5eb5cd346b3f0) AuthConfig (edddede4d99e767ace8b760b4405754162ab9a51105e8614ad5437544013cae7) AuthConfig (425fa3189db434125c9aab17e6ec4739bcb3a9d065aa14f71d8c7bc953058fcf) AuthConfig (4942a3c4ec0132ae7078f08eb0a7ba7b9c7c35a7492edfad5c49ec3c8f339fea) AuthConfig (052d6c1642c04cb07cd5e12be806367e6a1f252c1e74279df4dae88fba9a68a1) AuthConfig (a23307b5fab3fcf91ae02676c4c00812196ce3c6dab2cefce82f530349323961) AuthConfig (e8779c48a35dfbeaae5088ead7a44233081923fe07ed516c8bfd04bc25b238e9) AuthConfig (3b5190fc07b22ee11da2c2a6ff189a542b915f62f184c11a1e75b6c0ed5e6304) AuthConfig (2166bff89a70dd57139339ce61ebf40a2de99f1b60237cdd333701ddfd977883) AuthConfig (0654f2388887352541fb986f733988dad1bccdee0577aa333b65bf182557efcc) AuthConfig (2758f1d08115d0945ed2fe8aad449b706092cc24a33137afdc7474fe2b84048f) AuthConfig (4e9d65e15bf56e40577e96192d43f5878b6681a3b95aa09050a5c574aa2f06a9) AuthConfig (455231cd6133bb078b0625a99ceaf73dc36a58343cf84f8335c9de7e895f682b) AuthConfig (915391a1e4daabca69f86d5a19b09a38b9de41e102336f179585d8ad97235bdb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"aab7a289-2eb8-49d1-aa17-42c5b8823878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:45.742517373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"c3d5a450-d92c-44a5-b9fd-f2a6da8592ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:45.7951725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"c3d5a450-d92c-44a5-b9fd-f2a6da8592ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:45.845895723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a8a0b9b184a7c194c88060ac0a550316cea45fbd91bf768a990023c63699365) AuthConfig (169d2c0951de4d3cb524d3fa9e94c87c8680b4de7fdda6e2fa8e7053c608786d) AuthConfig (7d1abba5f8dcf1a71e206a11a39553bc03c8fd61643dbb5521db83d3ec632e29) AuthConfig (7d95051fafdce07bbc9eff1abac1e46df7ee5d878a6e0aec8d3dccfcb66d5b1d) AuthConfig (25c0620bbeea254c1f0cb7a33d988f8f3c12d9ff5992e45fc9e02500052b19fa) AuthConfig (cb17d70a4fa16be299fce49c369b9a40b68b00cbe4ee7304af43fae684a6b692) AuthConfig (f31718dd8d1cd0dbc5347da943b5c406320c9badb269bb52884647e1c89084ef) AuthConfig (c782125e6a9542a3778b38c0d4eed8c22c97654026041ca1850cf5208056dcfb) AuthConfig (ef4769ed13d60870f4cb8591c033c1a6bf1a64c02276d848ac0c04d4ed457aa5) AuthConfig (d13b745dbfe9d297a8af5e04160e51ea285581b7385fb5685d603f1b8e35a407) AuthConfig (b652f48345e8da214c340fc4e2c4ae99766b699b5747d52775db852812a42a28) AuthConfig (9b66e0185caf3c213f314758d62cc4dd9e39d287cc40e59d6312676d1625a31f) AuthConfig (76de1671e147f9494ec91174c01a6f9edee3f1c968041333982d0ead528ec0bf) AuthConfig (0b421c62633c1c3787435e64a5e98f1d7ad0b5a7296406cf383ead7a5a83f6bb) AuthConfig (a6f802b834c50bf622d40df7bb2db1b4c1b850c1f0a4df8d205c3006bed3e821) AuthConfig (9978ae752ed57981ffa23d4a0be65c2166b0355e63debdbd564af24c1d119c8e) AuthConfig (a4396d2b81779742f968515d8a6bcd177acaf93fbf13b0c94eb5eb5cd346b3f0) AuthConfig (edddede4d99e767ace8b760b4405754162ab9a51105e8614ad5437544013cae7) AuthConfig (425fa3189db434125c9aab17e6ec4739bcb3a9d065aa14f71d8c7bc953058fcf) AuthConfig (4942a3c4ec0132ae7078f08eb0a7ba7b9c7c35a7492edfad5c49ec3c8f339fea) AuthConfig (052d6c1642c04cb07cd5e12be806367e6a1f252c1e74279df4dae88fba9a68a1) AuthConfig (a23307b5fab3fcf91ae02676c4c00812196ce3c6dab2cefce82f530349323961) AuthConfig (e8779c48a35dfbeaae5088ead7a44233081923fe07ed516c8bfd04bc25b238e9) AuthConfig (3b5190fc07b22ee11da2c2a6ff189a542b915f62f184c11a1e75b6c0ed5e6304) AuthConfig (2166bff89a70dd57139339ce61ebf40a2de99f1b60237cdd333701ddfd977883) AuthConfig (0654f2388887352541fb986f733988dad1bccdee0577aa333b65bf182557efcc) AuthConfig (2758f1d08115d0945ed2fe8aad449b706092cc24a33137afdc7474fe2b84048f) AuthConfig (4e9d65e15bf56e40577e96192d43f5878b6681a3b95aa09050a5c574aa2f06a9) AuthConfig (455231cd6133bb078b0625a99ceaf73dc36a58343cf84f8335c9de7e895f682b) AuthConfig (915391a1e4daabca69f86d5a19b09a38b9de41e102336f179585d8ad97235bdb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"c3d5a450-d92c-44a5-b9fd-f2a6da8592ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:48.523610269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"77068d4e-cbfe-4684-a2da-44b5fbb645d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:48.798675482Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953","reconcileID":"06bcd056-df34-45f7-8c74-e70abd76f97e","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-filter-sub-b-ac335953","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:48.846987927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"dc4625ca-e979-441b-b924-4c275994305e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:48.860853568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"1a106ef7-649c-4f91-9409-77acb3d32637","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:48.961627939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"f133e334-c6c3-4119-a0de-ca32d104a321","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.002264924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"a4ad9416-e306-4445-b5f6-058dcec7b701","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.093466743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953","reconcileID":"f9a20039-b5a3-4dfd-9aca-c5599b330845","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.118723421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"4a2041fc-b17a-4d75-90cd-5a9886e969c7","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.128173102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"02c00c69-f236-486e-945c-ced22fbe3d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.128201644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0ac4d721-ad1f-4199-a19f-d767d96db89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.180894445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0ac4d721-ad1f-4199-a19f-d767d96db89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.180950411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"02c00c69-f236-486e-945c-ced22fbe3d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.194144487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"043bd257-9fc1-4fa7-bd40-7671b9c7a650","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.23238998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e38b8f3b9eb95dc997f3a319b9dad5ba86741f12fc0acfde69648fceabc72fa) AuthConfig (086c20bffa31f16db1ef68e3b38541611ca5904a88e85064184d63d4462a054b) AuthConfig (d5611401fa12b1a30ed369728e670c1cbab6207988e057be9c9535efc15fa905) AuthConfig (957326b6c4ebc3a47a97660c068781ab3b5fe31ed57ed58b9714e0d65c7c1a55) AuthConfig (68dd6c9c7e017162ecce3576bf7c389b1d3672eea50e4c7866c20de5a5dd8172) AuthConfig (86f44a8de2c7551c8f9e9ab26ece432f90d64833e78342dd57ac9b77a210c2cd) AuthConfig (81e20e57292d8a59423541401d3626bfdcf5e7f7ff25b052d451e32f0e45e07c) AuthConfig (123604a0e8af13239af0381fe00a52dcfef383b495a95bd87fd14a78e0e60c92) AuthConfig (81b736c5c341539c04ea4909b619907c82098cd972c16c3fa82d4e7bb72c7231) AuthConfig (41876fdf5d4b923d155e548d01ccf30a3c971c0c15872dcf67b6edc566afe213) AuthConfig (44e3bb96c46c61cb6692424a879d304a45b461f2be6c75b8ff22c383e2792a11) AuthConfig (388e52176973052c654cd7c008ce330395a66c02c621f95eeca68afc123dfce2) AuthConfig (5c6427eb7e365024e2257d91555a1e7f2051f7ef15c4b910abccbef26fabb470) AuthConfig (7e3ead385e04af09a8bcd0ae54132cf015ad59181bfcb2fc69639c5b0eae76fd) AuthConfig (c9dad7c17f951ac721dfb79e034b1589f4e7d29ed4cc10557aebc602a64dddc3) AuthConfig (a62ae456997719eff3b1bd54341effe3a879e6abb6d724ecfe2c8ac31b83366f) AuthConfig (027d28251826ddfecf4c390b5e0c2b34c0016a72ff38cb332de3f319c9e74426) AuthConfig (527c3495beb4b409981a1cd1a258ebdd3f7b754e60b7035cb9717f89cfe5a1b6) AuthConfig (02c1ee9f21036a7e341af5f3a9ad3a11d54a228c3a32e31f009f61f760a4c214) AuthConfig (5dcdf858ba87b0b2ab9d184b38a0dbdb00328414b5262cce6c9cbb72780bd81b) AuthConfig (789e93547cd396534ac7a90acb2a946fc785fde1d208a0a441f405f9fe49be61) AuthConfig (0d9a2cf1f4eabf0224bb87d6454fe6f0b46a1863bb6d4c0256b56239ddded726) AuthConfig (6bbf20a04f4bc5d2f72624f02e32f644be16cac7a6a17fe5750cf9fe9d569192) AuthConfig (44fb500546922d10ffcbefdf0d16cb9c34097964319b4ab109494b896b06bb0f) AuthConfig (fd2d22299c273de52ea55924d30525101cf35a17d562fd1d2bcf67be287c5d58) AuthConfig (80e9cef3d767887e1eb4a3b4eb54f3e1997f5268133e127eed642e1ddb43de70) AuthConfig (2a1d997d8b44d5da2ec04b128dbc2e28663a89aa387618ad5f9d32b41617a2b5) AuthConfig (f75ebb2d8f83e6f63e0718b714ded426d9830f8ab60dead29a0b094b24064b60) AuthConfig (38cce868d24bf3daafe47960b3cac749d2818a69181e5c97ed96dd7a1d055bfb) AuthConfig (1fdfc41ab3c1ff8e1af0af738eda65f899e66274d0a6a987799f9d7ec53e77f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"02c00c69-f236-486e-945c-ced22fbe3d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.232575642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e38b8f3b9eb95dc997f3a319b9dad5ba86741f12fc0acfde69648fceabc72fa) AuthConfig (086c20bffa31f16db1ef68e3b38541611ca5904a88e85064184d63d4462a054b) AuthConfig (d5611401fa12b1a30ed369728e670c1cbab6207988e057be9c9535efc15fa905) AuthConfig (957326b6c4ebc3a47a97660c068781ab3b5fe31ed57ed58b9714e0d65c7c1a55) AuthConfig (68dd6c9c7e017162ecce3576bf7c389b1d3672eea50e4c7866c20de5a5dd8172) AuthConfig (86f44a8de2c7551c8f9e9ab26ece432f90d64833e78342dd57ac9b77a210c2cd) AuthConfig (81e20e57292d8a59423541401d3626bfdcf5e7f7ff25b052d451e32f0e45e07c) AuthConfig (123604a0e8af13239af0381fe00a52dcfef383b495a95bd87fd14a78e0e60c92) AuthConfig (81b736c5c341539c04ea4909b619907c82098cd972c16c3fa82d4e7bb72c7231) AuthConfig (41876fdf5d4b923d155e548d01ccf30a3c971c0c15872dcf67b6edc566afe213) AuthConfig (44e3bb96c46c61cb6692424a879d304a45b461f2be6c75b8ff22c383e2792a11) AuthConfig (388e52176973052c654cd7c008ce330395a66c02c621f95eeca68afc123dfce2) AuthConfig (5c6427eb7e365024e2257d91555a1e7f2051f7ef15c4b910abccbef26fabb470) AuthConfig (7e3ead385e04af09a8bcd0ae54132cf015ad59181bfcb2fc69639c5b0eae76fd) AuthConfig (c9dad7c17f951ac721dfb79e034b1589f4e7d29ed4cc10557aebc602a64dddc3) AuthConfig (a62ae456997719eff3b1bd54341effe3a879e6abb6d724ecfe2c8ac31b83366f) AuthConfig (027d28251826ddfecf4c390b5e0c2b34c0016a72ff38cb332de3f319c9e74426) AuthConfig (527c3495beb4b409981a1cd1a258ebdd3f7b754e60b7035cb9717f89cfe5a1b6) AuthConfig (02c1ee9f21036a7e341af5f3a9ad3a11d54a228c3a32e31f009f61f760a4c214) AuthConfig (5dcdf858ba87b0b2ab9d184b38a0dbdb00328414b5262cce6c9cbb72780bd81b) AuthConfig (789e93547cd396534ac7a90acb2a946fc785fde1d208a0a441f405f9fe49be61) AuthConfig (0d9a2cf1f4eabf0224bb87d6454fe6f0b46a1863bb6d4c0256b56239ddded726) AuthConfig (6bbf20a04f4bc5d2f72624f02e32f644be16cac7a6a17fe5750cf9fe9d569192) AuthConfig (44fb500546922d10ffcbefdf0d16cb9c34097964319b4ab109494b896b06bb0f) AuthConfig (fd2d22299c273de52ea55924d30525101cf35a17d562fd1d2bcf67be287c5d58) AuthConfig (80e9cef3d767887e1eb4a3b4eb54f3e1997f5268133e127eed642e1ddb43de70) AuthConfig (2a1d997d8b44d5da2ec04b128dbc2e28663a89aa387618ad5f9d32b41617a2b5) AuthConfig (f75ebb2d8f83e6f63e0718b714ded426d9830f8ab60dead29a0b094b24064b60) AuthConfig (38cce868d24bf3daafe47960b3cac749d2818a69181e5c97ed96dd7a1d055bfb) AuthConfig (1fdfc41ab3c1ff8e1af0af738eda65f899e66274d0a6a987799f9d7ec53e77f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0ac4d721-ad1f-4199-a19f-d767d96db89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.285407527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"825ecbab-2e0f-45b6-86c9-ebcebdbe3b17","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.28810711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"d33b713b-74ee-413d-b94c-888073d6ae0d","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.395638735Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-sub","reconcileID":"51bb1f85-a508-471f-9a34-2d9a6cd55a1a","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.395744335Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-sub","reconcileID":"51bb1f85-a508-471f-9a34-2d9a6cd55a1a","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-116a20/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.429997616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"7c8c26d7-6afe-4250-8ecf-efadabedab20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.431069342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"ad962005-1459-49a4-9a9f-64e97beba3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.482721128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"7c8c26d7-6afe-4250-8ecf-efadabedab20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.483221195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"ad962005-1459-49a4-9a9f-64e97beba3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.533480976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e38b8f3b9eb95dc997f3a319b9dad5ba86741f12fc0acfde69648fceabc72fa) AuthConfig (086c20bffa31f16db1ef68e3b38541611ca5904a88e85064184d63d4462a054b) AuthConfig (d5611401fa12b1a30ed369728e670c1cbab6207988e057be9c9535efc15fa905) AuthConfig (957326b6c4ebc3a47a97660c068781ab3b5fe31ed57ed58b9714e0d65c7c1a55) AuthConfig (68dd6c9c7e017162ecce3576bf7c389b1d3672eea50e4c7866c20de5a5dd8172) AuthConfig (86f44a8de2c7551c8f9e9ab26ece432f90d64833e78342dd57ac9b77a210c2cd) AuthConfig (81e20e57292d8a59423541401d3626bfdcf5e7f7ff25b052d451e32f0e45e07c) AuthConfig (123604a0e8af13239af0381fe00a52dcfef383b495a95bd87fd14a78e0e60c92) AuthConfig (81b736c5c341539c04ea4909b619907c82098cd972c16c3fa82d4e7bb72c7231) AuthConfig (41876fdf5d4b923d155e548d01ccf30a3c971c0c15872dcf67b6edc566afe213) AuthConfig (44e3bb96c46c61cb6692424a879d304a45b461f2be6c75b8ff22c383e2792a11) AuthConfig (388e52176973052c654cd7c008ce330395a66c02c621f95eeca68afc123dfce2) AuthConfig (5c6427eb7e365024e2257d91555a1e7f2051f7ef15c4b910abccbef26fabb470) AuthConfig (7e3ead385e04af09a8bcd0ae54132cf015ad59181bfcb2fc69639c5b0eae76fd) AuthConfig (c9dad7c17f951ac721dfb79e034b1589f4e7d29ed4cc10557aebc602a64dddc3) AuthConfig (a62ae456997719eff3b1bd54341effe3a879e6abb6d724ecfe2c8ac31b83366f) AuthConfig (027d28251826ddfecf4c390b5e0c2b34c0016a72ff38cb332de3f319c9e74426) AuthConfig (527c3495beb4b409981a1cd1a258ebdd3f7b754e60b7035cb9717f89cfe5a1b6) AuthConfig (02c1ee9f21036a7e341af5f3a9ad3a11d54a228c3a32e31f009f61f760a4c214) AuthConfig (5dcdf858ba87b0b2ab9d184b38a0dbdb00328414b5262cce6c9cbb72780bd81b) AuthConfig (789e93547cd396534ac7a90acb2a946fc785fde1d208a0a441f405f9fe49be61) AuthConfig (0d9a2cf1f4eabf0224bb87d6454fe6f0b46a1863bb6d4c0256b56239ddded726) AuthConfig (6bbf20a04f4bc5d2f72624f02e32f644be16cac7a6a17fe5750cf9fe9d569192) AuthConfig (44fb500546922d10ffcbefdf0d16cb9c34097964319b4ab109494b896b06bb0f) AuthConfig (fd2d22299c273de52ea55924d30525101cf35a17d562fd1d2bcf67be287c5d58) AuthConfig (80e9cef3d767887e1eb4a3b4eb54f3e1997f5268133e127eed642e1ddb43de70) AuthConfig (2a1d997d8b44d5da2ec04b128dbc2e28663a89aa387618ad5f9d32b41617a2b5) AuthConfig (f75ebb2d8f83e6f63e0718b714ded426d9830f8ab60dead29a0b094b24064b60) AuthConfig (38cce868d24bf3daafe47960b3cac749d2818a69181e5c97ed96dd7a1d055bfb) AuthConfig (1fdfc41ab3c1ff8e1af0af738eda65f899e66274d0a6a987799f9d7ec53e77f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"7c8c26d7-6afe-4250-8ecf-efadabedab20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.534076721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e38b8f3b9eb95dc997f3a319b9dad5ba86741f12fc0acfde69648fceabc72fa) AuthConfig (086c20bffa31f16db1ef68e3b38541611ca5904a88e85064184d63d4462a054b) AuthConfig (d5611401fa12b1a30ed369728e670c1cbab6207988e057be9c9535efc15fa905) AuthConfig (957326b6c4ebc3a47a97660c068781ab3b5fe31ed57ed58b9714e0d65c7c1a55) AuthConfig (68dd6c9c7e017162ecce3576bf7c389b1d3672eea50e4c7866c20de5a5dd8172) AuthConfig (86f44a8de2c7551c8f9e9ab26ece432f90d64833e78342dd57ac9b77a210c2cd) AuthConfig (81e20e57292d8a59423541401d3626bfdcf5e7f7ff25b052d451e32f0e45e07c) AuthConfig (123604a0e8af13239af0381fe00a52dcfef383b495a95bd87fd14a78e0e60c92) AuthConfig (81b736c5c341539c04ea4909b619907c82098cd972c16c3fa82d4e7bb72c7231) AuthConfig (41876fdf5d4b923d155e548d01ccf30a3c971c0c15872dcf67b6edc566afe213) AuthConfig (44e3bb96c46c61cb6692424a879d304a45b461f2be6c75b8ff22c383e2792a11) AuthConfig (388e52176973052c654cd7c008ce330395a66c02c621f95eeca68afc123dfce2) AuthConfig (5c6427eb7e365024e2257d91555a1e7f2051f7ef15c4b910abccbef26fabb470) AuthConfig (7e3ead385e04af09a8bcd0ae54132cf015ad59181bfcb2fc69639c5b0eae76fd) AuthConfig (c9dad7c17f951ac721dfb79e034b1589f4e7d29ed4cc10557aebc602a64dddc3) AuthConfig (a62ae456997719eff3b1bd54341effe3a879e6abb6d724ecfe2c8ac31b83366f) AuthConfig (027d28251826ddfecf4c390b5e0c2b34c0016a72ff38cb332de3f319c9e74426) AuthConfig (527c3495beb4b409981a1cd1a258ebdd3f7b754e60b7035cb9717f89cfe5a1b6) AuthConfig (02c1ee9f21036a7e341af5f3a9ad3a11d54a228c3a32e31f009f61f760a4c214) AuthConfig (5dcdf858ba87b0b2ab9d184b38a0dbdb00328414b5262cce6c9cbb72780bd81b) AuthConfig (789e93547cd396534ac7a90acb2a946fc785fde1d208a0a441f405f9fe49be61) AuthConfig (0d9a2cf1f4eabf0224bb87d6454fe6f0b46a1863bb6d4c0256b56239ddded726) AuthConfig (6bbf20a04f4bc5d2f72624f02e32f644be16cac7a6a17fe5750cf9fe9d569192) AuthConfig (44fb500546922d10ffcbefdf0d16cb9c34097964319b4ab109494b896b06bb0f) AuthConfig (fd2d22299c273de52ea55924d30525101cf35a17d562fd1d2bcf67be287c5d58) AuthConfig (80e9cef3d767887e1eb4a3b4eb54f3e1997f5268133e127eed642e1ddb43de70) AuthConfig (2a1d997d8b44d5da2ec04b128dbc2e28663a89aa387618ad5f9d32b41617a2b5) AuthConfig (f75ebb2d8f83e6f63e0718b714ded426d9830f8ab60dead29a0b094b24064b60) AuthConfig (38cce868d24bf3daafe47960b3cac749d2818a69181e5c97ed96dd7a1d055bfb) AuthConfig (1fdfc41ab3c1ff8e1af0af738eda65f899e66274d0a6a987799f9d7ec53e77f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"ad962005-1459-49a4-9a9f-64e97beba3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:16:49.583229668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"7c8c26d7-6afe-4250-8ecf-efadabedab20","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.732928704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"42c6c763-611c-4034-a7bb-d8ec3932b6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.755524237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"b862e3b8-7690-4477-a09e-b72ab388a5be","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.785546096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"42c6c763-611c-4034-a7bb-d8ec3932b6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.895800704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e38b8f3b9eb95dc997f3a319b9dad5ba86741f12fc0acfde69648fceabc72fa) AuthConfig (086c20bffa31f16db1ef68e3b38541611ca5904a88e85064184d63d4462a054b) AuthConfig (d5611401fa12b1a30ed369728e670c1cbab6207988e057be9c9535efc15fa905) AuthConfig (957326b6c4ebc3a47a97660c068781ab3b5fe31ed57ed58b9714e0d65c7c1a55) AuthConfig (68dd6c9c7e017162ecce3576bf7c389b1d3672eea50e4c7866c20de5a5dd8172) AuthConfig (86f44a8de2c7551c8f9e9ab26ece432f90d64833e78342dd57ac9b77a210c2cd) AuthConfig (81e20e57292d8a59423541401d3626bfdcf5e7f7ff25b052d451e32f0e45e07c) AuthConfig (123604a0e8af13239af0381fe00a52dcfef383b495a95bd87fd14a78e0e60c92) AuthConfig (81b736c5c341539c04ea4909b619907c82098cd972c16c3fa82d4e7bb72c7231) AuthConfig (41876fdf5d4b923d155e548d01ccf30a3c971c0c15872dcf67b6edc566afe213) AuthConfig (44e3bb96c46c61cb6692424a879d304a45b461f2be6c75b8ff22c383e2792a11) AuthConfig (388e52176973052c654cd7c008ce330395a66c02c621f95eeca68afc123dfce2) AuthConfig (5c6427eb7e365024e2257d91555a1e7f2051f7ef15c4b910abccbef26fabb470) AuthConfig (7e3ead385e04af09a8bcd0ae54132cf015ad59181bfcb2fc69639c5b0eae76fd) AuthConfig (c9dad7c17f951ac721dfb79e034b1589f4e7d29ed4cc10557aebc602a64dddc3) AuthConfig (a62ae456997719eff3b1bd54341effe3a879e6abb6d724ecfe2c8ac31b83366f) AuthConfig (027d28251826ddfecf4c390b5e0c2b34c0016a72ff38cb332de3f319c9e74426) AuthConfig (527c3495beb4b409981a1cd1a258ebdd3f7b754e60b7035cb9717f89cfe5a1b6) AuthConfig (02c1ee9f21036a7e341af5f3a9ad3a11d54a228c3a32e31f009f61f760a4c214) AuthConfig (5dcdf858ba87b0b2ab9d184b38a0dbdb00328414b5262cce6c9cbb72780bd81b) AuthConfig (789e93547cd396534ac7a90acb2a946fc785fde1d208a0a441f405f9fe49be61) AuthConfig (0d9a2cf1f4eabf0224bb87d6454fe6f0b46a1863bb6d4c0256b56239ddded726) AuthConfig (6bbf20a04f4bc5d2f72624f02e32f644be16cac7a6a17fe5750cf9fe9d569192) AuthConfig (44fb500546922d10ffcbefdf0d16cb9c34097964319b4ab109494b896b06bb0f) AuthConfig (fd2d22299c273de52ea55924d30525101cf35a17d562fd1d2bcf67be287c5d58) AuthConfig (80e9cef3d767887e1eb4a3b4eb54f3e1997f5268133e127eed642e1ddb43de70) AuthConfig (2a1d997d8b44d5da2ec04b128dbc2e28663a89aa387618ad5f9d32b41617a2b5) AuthConfig (f75ebb2d8f83e6f63e0718b714ded426d9830f8ab60dead29a0b094b24064b60) AuthConfig (38cce868d24bf3daafe47960b3cac749d2818a69181e5c97ed96dd7a1d055bfb) AuthConfig (1fdfc41ab3c1ff8e1af0af738eda65f899e66274d0a6a987799f9d7ec53e77f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"42c6c763-611c-4034-a7bb-d8ec3932b6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.896089438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"e3fc53bb-ba55-4878-8204-3703fe8d98ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.896535249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"a5b78884-188e-4192-89d7-3db848317349","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.896906974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"97960185-2447-4e5c-b10c-045344dd1702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.897288795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"ab41dfd9-f3dc-493b-b2cd-65bd934dba37","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.948479894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"a5b78884-188e-4192-89d7-3db848317349","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.948661286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"e3fc53bb-ba55-4878-8204-3703fe8d98ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:49.950911486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"97960185-2447-4e5c-b10c-045344dd1702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:50.093553292Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-apikey-failed-auth","reconcileID":"a5a48682-e608-449b-aa05-75ea06b13fa9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:50.245651713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"c405b493-649c-4cab-a092-96637a4cc4f9","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:53.84239727Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695","reconcileID":"514760e1-a6a5-44a3-a966-bdc4f277f5f6","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-filter-sub-a-a9054695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:53.98849623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695","reconcileID":"514760e1-a6a5-44a3-a966-bdc4f277f5f6","MaaSSubscription":{"name":"e2e-filter-sub-a-a9054695","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.196028885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"1cd5930d-51f5-4e0a-9f6c-1f27d679361e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.344227485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"0993e5de-ab50-4941-8a08-0c70603eeaac","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.344356612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"87e8a58e-5573-4c9a-8535-4f5fc5bc16a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.344966585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"db0e618d-6e7f-471b-be41-a4f4fb42cb4f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.345291533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"809719b6-965b-4807-ac2d-b77443b01a88","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.345388594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"04de5154-e883-4480-b2c2-7bc8b137930b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.39692622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"db0e618d-6e7f-471b-be41-a4f4fb42cb4f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.396929076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"0993e5de-ab50-4941-8a08-0c70603eeaac","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.399151688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"04de5154-e883-4480-b2c2-7bc8b137930b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.399294833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"87e8a58e-5573-4c9a-8535-4f5fc5bc16a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.740970652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"694e9998-fd42-40bb-81ff-0e3646b8e9de","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.741136937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e0f24bb9-cf94-4c04-903d-824d2a2b1181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.741409669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"bee1e86b-2513-4b48-a53a-02af935e8912","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.740968522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"af4d4a48-13a2-40d0-b003-384065a5bd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.793864969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"af4d4a48-13a2-40d0-b003-384065a5bd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.793865201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"694e9998-fd42-40bb-81ff-0e3646b8e9de","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.795836832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e0f24bb9-cf94-4c04-903d-824d2a2b1181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:54.796112346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"bee1e86b-2513-4b48-a53a-02af935e8912","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:55.691682212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"1d82cbf5-881b-48e1-be73-a68fe9640773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:55.74386134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"1d82cbf5-881b-48e1-be73-a68fe9640773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:55.99095204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"209fc25a-d9ed-4a69-98f6-e0868a513305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:56.044060125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"5995d590-7d88-45cd-ac20-dc91a2874c04","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:56.044206482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"209fc25a-d9ed-4a69-98f6-e0868a513305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:56.293142367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"b16b75ab-04c0-4afa-8173-3313af148b52","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:57.900203163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:59.679011798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0e276a95-4a39-49fa-b338-d6a9327e60ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:59.73162233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0e276a95-4a39-49fa-b338-d6a9327e60ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:16:59.782732398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e38b8f3b9eb95dc997f3a319b9dad5ba86741f12fc0acfde69648fceabc72fa) AuthConfig (086c20bffa31f16db1ef68e3b38541611ca5904a88e85064184d63d4462a054b) AuthConfig (d5611401fa12b1a30ed369728e670c1cbab6207988e057be9c9535efc15fa905) AuthConfig (957326b6c4ebc3a47a97660c068781ab3b5fe31ed57ed58b9714e0d65c7c1a55) AuthConfig (68dd6c9c7e017162ecce3576bf7c389b1d3672eea50e4c7866c20de5a5dd8172) AuthConfig (86f44a8de2c7551c8f9e9ab26ece432f90d64833e78342dd57ac9b77a210c2cd) AuthConfig (81e20e57292d8a59423541401d3626bfdcf5e7f7ff25b052d451e32f0e45e07c) AuthConfig (123604a0e8af13239af0381fe00a52dcfef383b495a95bd87fd14a78e0e60c92) AuthConfig (81b736c5c341539c04ea4909b619907c82098cd972c16c3fa82d4e7bb72c7231) AuthConfig (41876fdf5d4b923d155e548d01ccf30a3c971c0c15872dcf67b6edc566afe213) AuthConfig (44e3bb96c46c61cb6692424a879d304a45b461f2be6c75b8ff22c383e2792a11) AuthConfig (388e52176973052c654cd7c008ce330395a66c02c621f95eeca68afc123dfce2) AuthConfig (5c6427eb7e365024e2257d91555a1e7f2051f7ef15c4b910abccbef26fabb470) AuthConfig (7e3ead385e04af09a8bcd0ae54132cf015ad59181bfcb2fc69639c5b0eae76fd) AuthConfig (c9dad7c17f951ac721dfb79e034b1589f4e7d29ed4cc10557aebc602a64dddc3) AuthConfig (a62ae456997719eff3b1bd54341effe3a879e6abb6d724ecfe2c8ac31b83366f) AuthConfig (027d28251826ddfecf4c390b5e0c2b34c0016a72ff38cb332de3f319c9e74426) AuthConfig (527c3495beb4b409981a1cd1a258ebdd3f7b754e60b7035cb9717f89cfe5a1b6) AuthConfig (02c1ee9f21036a7e341af5f3a9ad3a11d54a228c3a32e31f009f61f760a4c214) AuthConfig (5dcdf858ba87b0b2ab9d184b38a0dbdb00328414b5262cce6c9cbb72780bd81b) AuthConfig (789e93547cd396534ac7a90acb2a946fc785fde1d208a0a441f405f9fe49be61) AuthConfig (0d9a2cf1f4eabf0224bb87d6454fe6f0b46a1863bb6d4c0256b56239ddded726) AuthConfig (6bbf20a04f4bc5d2f72624f02e32f644be16cac7a6a17fe5750cf9fe9d569192) AuthConfig (44fb500546922d10ffcbefdf0d16cb9c34097964319b4ab109494b896b06bb0f) AuthConfig (fd2d22299c273de52ea55924d30525101cf35a17d562fd1d2bcf67be287c5d58) AuthConfig (80e9cef3d767887e1eb4a3b4eb54f3e1997f5268133e127eed642e1ddb43de70) AuthConfig (2a1d997d8b44d5da2ec04b128dbc2e28663a89aa387618ad5f9d32b41617a2b5) AuthConfig (f75ebb2d8f83e6f63e0718b714ded426d9830f8ab60dead29a0b094b24064b60) AuthConfig (38cce868d24bf3daafe47960b3cac749d2818a69181e5c97ed96dd7a1d055bfb) AuthConfig (1fdfc41ab3c1ff8e1af0af738eda65f899e66274d0a6a987799f9d7ec53e77f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0e276a95-4a39-49fa-b338-d6a9327e60ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:00.041486379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"ba5f9370-7655-432c-8c42-b7f091de05f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:00.095050492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"ba5f9370-7655-432c-8c42-b7f091de05f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:00.146994279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-747799-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e38b8f3b9eb95dc997f3a319b9dad5ba86741f12fc0acfde69648fceabc72fa) AuthConfig (086c20bffa31f16db1ef68e3b38541611ca5904a88e85064184d63d4462a054b) AuthConfig (d5611401fa12b1a30ed369728e670c1cbab6207988e057be9c9535efc15fa905) AuthConfig (957326b6c4ebc3a47a97660c068781ab3b5fe31ed57ed58b9714e0d65c7c1a55) AuthConfig (68dd6c9c7e017162ecce3576bf7c389b1d3672eea50e4c7866c20de5a5dd8172) AuthConfig (86f44a8de2c7551c8f9e9ab26ece432f90d64833e78342dd57ac9b77a210c2cd) AuthConfig (81e20e57292d8a59423541401d3626bfdcf5e7f7ff25b052d451e32f0e45e07c) AuthConfig (123604a0e8af13239af0381fe00a52dcfef383b495a95bd87fd14a78e0e60c92) AuthConfig (81b736c5c341539c04ea4909b619907c82098cd972c16c3fa82d4e7bb72c7231) AuthConfig (41876fdf5d4b923d155e548d01ccf30a3c971c0c15872dcf67b6edc566afe213) AuthConfig (44e3bb96c46c61cb6692424a879d304a45b461f2be6c75b8ff22c383e2792a11) AuthConfig (388e52176973052c654cd7c008ce330395a66c02c621f95eeca68afc123dfce2) AuthConfig (5c6427eb7e365024e2257d91555a1e7f2051f7ef15c4b910abccbef26fabb470) AuthConfig (7e3ead385e04af09a8bcd0ae54132cf015ad59181bfcb2fc69639c5b0eae76fd) AuthConfig (c9dad7c17f951ac721dfb79e034b1589f4e7d29ed4cc10557aebc602a64dddc3) AuthConfig (a62ae456997719eff3b1bd54341effe3a879e6abb6d724ecfe2c8ac31b83366f) AuthConfig (027d28251826ddfecf4c390b5e0c2b34c0016a72ff38cb332de3f319c9e74426) AuthConfig (527c3495beb4b409981a1cd1a258ebdd3f7b754e60b7035cb9717f89cfe5a1b6) AuthConfig (02c1ee9f21036a7e341af5f3a9ad3a11d54a228c3a32e31f009f61f760a4c214) AuthConfig (5dcdf858ba87b0b2ab9d184b38a0dbdb00328414b5262cce6c9cbb72780bd81b) AuthConfig (789e93547cd396534ac7a90acb2a946fc785fde1d208a0a441f405f9fe49be61) AuthConfig (0d9a2cf1f4eabf0224bb87d6454fe6f0b46a1863bb6d4c0256b56239ddded726) AuthConfig (6bbf20a04f4bc5d2f72624f02e32f644be16cac7a6a17fe5750cf9fe9d569192) AuthConfig (44fb500546922d10ffcbefdf0d16cb9c34097964319b4ab109494b896b06bb0f) AuthConfig (fd2d22299c273de52ea55924d30525101cf35a17d562fd1d2bcf67be287c5d58) AuthConfig (80e9cef3d767887e1eb4a3b4eb54f3e1997f5268133e127eed642e1ddb43de70) AuthConfig (2a1d997d8b44d5da2ec04b128dbc2e28663a89aa387618ad5f9d32b41617a2b5) AuthConfig (f75ebb2d8f83e6f63e0718b714ded426d9830f8ab60dead29a0b094b24064b60) AuthConfig (38cce868d24bf3daafe47960b3cac749d2818a69181e5c97ed96dd7a1d055bfb) AuthConfig (1fdfc41ab3c1ff8e1af0af738eda65f899e66274d0a6a987799f9d7ec53e77f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"ba5f9370-7655-432c-8c42-b7f091de05f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:01.297462761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"1773a43c-ed20-454c-a8f0-6677609d6f44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:01.40932475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"71cf21ca-a9f1-4a6c-875e-187e3f0258a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:01.452238662Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"257b6d86-ff40-49bf-b8b7-66b2fadf0ebf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:01.519711203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"deb61ea5-7e06-4978-a25b-91e7085f34fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:01.698106724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd4db13c-53ed-4aa8-9afa-02a525946c0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:01.791221637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"66b634d2-0199-4f92-9b8e-3632d97b5413","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:01.887743718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"995be4e0-f510-4148-9828-0c3dc4949c82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:01.986421923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"11614da2-a6cf-4831-9cea-2ac26a65e5d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:02.087504143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"b408d09e-be9d-409a-bb75-4f7ed756519b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:02.087662319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"9d281424-dda1-4b83-b5dc-f2394186035e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:02.107554513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6e2a89e-ca1d-4b40-ab08-47c0faa2f310","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:02.188847224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"6a9e0844-cd5e-46db-b2fa-b0a70e0e6609","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:02.291799939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"0591ee3e-354e-4622-affe-d9da7e68da0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.610382785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"b9d93d9d-15eb-4246-98c0-776d17710ddb","namespace":"llm","name":"e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.665160388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"12e1e4eb-0760-48d0-a1af-ed2992afaee1","namespace":"llm","name":"e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.754413695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c30bcca8-35e7-4a55-b876-4de077dc9d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.755475373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c0d859cd-d9d6-4c79-8690-05e6288a9b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.755659717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"576514de-1dfd-4a66-938e-2c70a4f3a939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.755477466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"cb58f004-5616-445e-8586-6c9fdfd82672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.756176469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c486064-1012-4ac7-b39e-1da2d2723690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.807665218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c30bcca8-35e7-4a55-b876-4de077dc9d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.807793171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c0d859cd-d9d6-4c79-8690-05e6288a9b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.810147372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"576514de-1dfd-4a66-938e-2c70a4f3a939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.810452219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c486064-1012-4ac7-b39e-1da2d2723690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.812192119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"cb58f004-5616-445e-8586-6c9fdfd82672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:03.977236674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"ada1e0d9-5fa4-403c-b6e6-831ad556f099","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"name":"e2e-rt-sw-86e42a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.149518221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"5bd0475c-15c6-435d-a9f7-55221c1dbd7c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.149693763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"ccf98fd1-5f3d-45e8-979d-d4ceb38547c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.149519497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"8f460bf3-e491-4cec-9181-6655bd83610f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.156475435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"8943ca10-6db3-4404-af53-3a0b0744cbc7","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.159301238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"0d9c3c94-29e7-4fe1-ac2d-6543bf585cf2","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.206811815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"ccf98fd1-5f3d-45e8-979d-d4ceb38547c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.206890624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"8f460bf3-e491-4cec-9181-6655bd83610f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.209088745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"5bd0475c-15c6-435d-a9f7-55221c1dbd7c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.286901096Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"492e1dc3-856d-4069-9944-098ab79c115c","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"name":"e2e-rt-sw-86e42a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.303566304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"6086c088-0f48-417b-a7cb-db9b3730f4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.303942093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"37158cd7-f71f-4c08-8af7-353ed42c8ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.335171227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a240c8c-2e17-4552-b8f5-7a85ef40966d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.335189433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a240c8c-2e17-4552-b8f5-7a85ef40966d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.335426317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cdf18838-9fe5-48f5-ba83-79cfccc8763c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.335437541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cdf18838-9fe5-48f5-ba83-79cfccc8763c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.335636339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ecf2a79-c0b3-4d99-b672-f37c13720af5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.335646638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ecf2a79-c0b3-4d99-b672-f37c13720af5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.33581676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"699f2d6a-55dd-4ee2-aef5-0461b03440c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.335825392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"699f2d6a-55dd-4ee2-aef5-0461b03440c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.336038744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50860416-7dd0-467d-9f72-15badb291eff","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.336050245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50860416-7dd0-467d-9f72-15badb291eff","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.336234592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b66fa26b-7ad2-4723-8fb9-64f3b72a7d05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.336243517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b66fa26b-7ad2-4723-8fb9-64f3b72a7d05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.336564264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f37b8f2-5770-41fd-9352-023d9cec22d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.336575919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f37b8f2-5770-41fd-9352-023d9cec22d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.33678076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e597931-abe6-4132-bbb2-614403102306","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.336790317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e597931-abe6-4132-bbb2-614403102306","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.357179425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"37158cd7-f71f-4c08-8af7-353ed42c8ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.357260462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"6086c088-0f48-417b-a7cb-db9b3730f4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.384949594Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"f64c6ebb-9591-45d3-98da-c59e7e9d5a91","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"name":"e2e-rt-sw-86e42a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.436221372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28bc2f97-a309-4776-a9aa-985bf1f01fad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.436411056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aca23e5a-a093-4130-a5b3-435be82d7844","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.495372881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953","reconcileID":"2478abd0-a482-4f93-9ea9-ac6c3be9be68","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-filter-sub-b-ac335953","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.548026145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb48e19c-0fbe-40f6-8bfb-14acf9282615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.548095313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"dd4e1713-5c45-4b82-b62f-5a95da00f11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.548572438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"779c8f48-f942-4219-a7a1-36af8cb47eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.600140166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"dd4e1713-5c45-4b82-b62f-5a95da00f11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.600137358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"779c8f48-f942-4219-a7a1-36af8cb47eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.602229029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb48e19c-0fbe-40f6-8bfb-14acf9282615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.643668579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953","reconcileID":"2478abd0-a482-4f93-9ea9-ac6c3be9be68","MaaSSubscription":{"name":"e2e-filter-sub-b-ac335953","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.750134556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"6654c696-e0ce-4790-9355-e6f5d5c3c4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.750147573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"9f2c8a98-f6f5-40cd-9fa9-a868f529f6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.802624031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"6654c696-e0ce-4790-9355-e6f5d5c3c4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.802681792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"9f2c8a98-f6f5-40cd-9fa9-a868f529f6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.855492735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"b8c28ea9-1eec-4d39-85cf-eac8ce9d725a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.959234436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a83ddc8d-a568-4644-b52a-e593700fac12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.959397402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"0e45fd93-f002-4b7d-9487-58fe4dffb075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:04.959240557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12020a3a-a768-40e7-908a-95fa0e109d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.003818369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"cc0b865f-152f-4a4b-9164-9ffb54083731","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.011622353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a83ddc8d-a568-4644-b52a-e593700fac12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.011739061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12020a3a-a768-40e7-908a-95fa0e109d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.01450938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"0e45fd93-f002-4b7d-9487-58fe4dffb075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.1512356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"228e2e07-8470-432e-9494-e6c56007e024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.151235409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fb9348b-8ef2-47ed-aec3-8f604a872f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.206655935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fb9348b-8ef2-47ed-aec3-8f604a872f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.207033883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"228e2e07-8470-432e-9494-e6c56007e024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.20786618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-a-a9054695-auth","reconcileID":"8e2f147e-f4eb-4bfe-8e7b-f113acaaeb29","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a9054695-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.355734915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"bfec940f-f43d-4470-b0d3-3818e37b1a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.355852581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"b42e24ff-807c-4cd5-8673-d7afde1346c6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.359419896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"05a48359-aaa1-4654-aa4f-2ff8d006d302","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.407841587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"bfec940f-f43d-4470-b0d3-3818e37b1a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.407919629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"b42e24ff-807c-4cd5-8673-d7afde1346c6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.490245983Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"db7b2b12-c815-4aee-89b1-f9ce0bc5cb2b","namespace":"llm","name":"e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.543822614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"0ad66168-8397-49fc-a9d6-9bc9a62dfae7","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.543856816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"0ad66168-8397-49fc-a9d6-9bc9a62dfae7","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.609536103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-filter-sub-b-ac335953-auth","reconcileID":"03a01dfa-bcd1-4fa4-a80d-2bcbe24258c2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ac335953-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.640738654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b0e1b52-5338-48b1-869b-4723fb09a5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.641066389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"acd104ac-72f8-49a1-bd1d-acc1c149172a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.641264196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"f0774b79-a2c6-4a33-8ef4-665390401bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.646458492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"49917084-1276-4c5a-9b50-c258f00ed951","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.694154072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b0e1b52-5338-48b1-869b-4723fb09a5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.694196938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"f0774b79-a2c6-4a33-8ef4-665390401bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.696458833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"acd104ac-72f8-49a1-bd1d-acc1c149172a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.753159735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b8600e19-3b52-43cf-859e-e91dfca857a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.805100111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b8600e19-3b52-43cf-859e-e91dfca857a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:05.862364402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"ce9b90bc-a3e8-4841-ba6e-dedf300ce1de","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.009585135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"ce339d6b-17b5-4ad1-b6eb-7590ef07daf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.062340559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"ce339d6b-17b5-4ad1-b6eb-7590ef07daf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.106657196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"19c476b1-e38d-47a2-afbb-f7440420bd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.106801251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"2e42017d-2879-4146-ac3b-d3705addc6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.107129494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"0090806c-9a72-4709-88d5-feb2147ac1d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.154752048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7687d99d-10dc-4f15-a52a-5fb7a483789f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.159155577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"2e42017d-2879-4146-ac3b-d3705addc6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.159474301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"19c476b1-e38d-47a2-afbb-f7440420bd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.161597362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"0090806c-9a72-4709-88d5-feb2147ac1d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.20695937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7687d99d-10dc-4f15-a52a-5fb7a483789f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.352802001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"da140f36-f149-4bad-a675-f9d1bcaea0d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.404859874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"da140f36-f149-4bad-a675-f9d1bcaea0d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.452482749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"dc07b2ed-a8eb-442e-ae2d-c0c3ca774a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.452498588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d84392c5-942e-489b-a7de-b519898e0992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.507081879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d84392c5-942e-489b-a7de-b519898e0992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:06.507081881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"dc07b2ed-a8eb-442e-ae2d-c0c3ca774a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:08.368015561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"0c60a46b-716d-4c83-a131-78ab7a97a18d","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:08.422224001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"8151a291-6058-4af6-85f3-ba71ee3f603a","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:08.566696215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"6d7b946f-6e95-434c-993d-01fc037f4597","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:08.618737531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"6d7b946f-6e95-434c-993d-01fc037f4597","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:08.92026427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"81300905-2961-4368-9f9d-e30569c3f9e4","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:09.064367925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"b6ed4e82-455a-4f90-be9f-65d6afb8f6ce","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:09.119257792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"b6ed4e82-455a-4f90-be9f-65d6afb8f6ce","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:09.647427348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"6e159d45-9d91-4e9d-a312-ec360a85a6fd","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:09.647452895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"6e159d45-9d91-4e9d-a312-ec360a85a6fd","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:09.744431545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"c971fc94-722a-4ab6-a002-8124c0ddd9b4","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:09.744461885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"c971fc94-722a-4ab6-a002-8124c0ddd9b4","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:09.841043294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"c7e62d9b-99b6-46e6-ae7c-8e2cf453241a","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:09.893081781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"c7e62d9b-99b6-46e6-ae7c-8e2cf453241a","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:10.292265992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"4455341c-998e-4036-a989-31a0985f7314","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:10.292293325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"4455341c-998e-4036-a989-31a0985f7314","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:11.189076435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"10b325d6-ce8d-43dc-9621-bd3a5b4c0957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:11.297958175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"985a6214-7d7c-489c-84a8-343ba51a12ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:11.394341445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"b859d4d4-5a0b-4e19-9256-a967fcfdb4f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:11.40718754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4135d022-9e89-4456-8c64-fa41e71bf96a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:11.520414257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"24b8df82-e6ad-4fcd-bb55-3ae492d961c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:11.621746007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"1cd5ebf2-237c-44e7-ba63-86b15fda2abb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:11.743125627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"0a1515e2-5bc0-4dbe-a71a-03f6b72cf5dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:11.853226314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"fad6d791-9b2d-4b45-ac0c-4cf1832dfa36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:11.992503439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"e9542b16-3a2a-4f27-b349-be9d21151115","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:12.093016528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"2fe5f8b9-cfe9-4614-bdd5-c8e4b618f43a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:12.189595719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"ba6509fb-ab5f-4d43-ad3e-40ffb4208faa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:12.202525323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"50599152-6787-4953-9d0e-384bd136e474","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:12.236170415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31400102-7779-49eb-b2c3-273201e671d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:12.23624211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ac23763-5be4-4703-9136-b2ae0c867b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:12.254119641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"e6ddb8af-40d1-4536-af40-ed74db1506d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:12.254720312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"50599152-6787-4953-9d0e-384bd136e474","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:12.288497138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31400102-7779-49eb-b2c3-273201e671d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:12.289369594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ac23763-5be4-4703-9136-b2ae0c867b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.199465099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"839b413c-7ef1-42bd-8218-1e8bf68954a3","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.199500081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"839b413c-7ef1-42bd-8218-1e8bf68954a3","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:17:15.256580691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"8af8ada2-8dd2-46db-8dd0-fb9bc4abea4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-86e42a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.343495997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d93cefce-478c-400d-a1cb-ee6a55ecacc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.34363106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"445c0806-dfe7-4cf5-98a8-d21f035cb84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.343490866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"6ae0f366-a3be-443c-9928-a45a4b6a2f30","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.350546539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"6ed07045-55fc-4695-9670-927ada858065","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.350562593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"6ed07045-55fc-4695-9670-927ada858065","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.396363756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"445c0806-dfe7-4cf5-98a8-d21f035cb84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.396843571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"6ae0f366-a3be-443c-9928-a45a4b6a2f30","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.398543867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d93cefce-478c-400d-a1cb-ee6a55ecacc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:17:15.447834343Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"6ed07045-55fc-4695-9670-927ada858065","name":"e2e-rt-sw-86e42a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-86e42a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:17:15.44788764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"6ed07045-55fc-4695-9670-927ada858065","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-86e42a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.496036104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"1d181c19-3821-4dcb-8a10-1730749b91db","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.496056038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"1d181c19-3821-4dcb-8a10-1730749b91db","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.665375257Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"20b5410e-dd04-4881-bc8b-5936b31aa720","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"e2e-rt-sw-86e42a","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-86e42a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.738083811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a1f05e5-82e8-4fe9-956f-47c31d51caff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.740711701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ca5f970-a3d1-442b-af4d-66780a13a7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.790886498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a1f05e5-82e8-4fe9-956f-47c31d51caff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.792511703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ca5f970-a3d1-442b-af4d-66780a13a7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.836261264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"3252f23c-41b2-4909-a5a0-57f48f60e9db","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.888419609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"3252f23c-41b2-4909-a5a0-57f48f60e9db","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.92159554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"ceeecb15-deb4-490d-9c14-563f92427355","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:15.92162073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"ceeecb15-deb4-490d-9c14-563f92427355","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:16.11464102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"b70da74d-1c2b-406d-8a89-6b69f0975518","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:16.362962047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"a143fd7f-0cec-473d-b7f7-bf8757270b6a","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:16.362989194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"a143fd7f-0cec-473d-b7f7-bf8757270b6a","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:17.158018097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"51ad7a0b-4318-4b75-8c6e-848508f0683c","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:17.208671758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"42a3bd1b-0339-4364-b962-a6161d58ac68","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:17.352694875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-gw-auth-3ad1b958","reconcileID":"50a5c206-a91f-4baf-ba2b-b590517dc4bd","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:17.405871054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-gw-auth-3ad1b958","reconcileID":"50a5c206-a91f-4baf-ba2b-b590517dc4bd","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:17.656937211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"32c9085b-f318-434b-83cb-aa4023342f34","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:17.801542288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-gw-auth-3ad1b958","reconcileID":"499930a5-0683-492f-ab83-8cbeec4f9714","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:17.853996836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-gw-auth-3ad1b958","reconcileID":"499930a5-0683-492f-ab83-8cbeec4f9714","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.631610165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"6cdb2e40-ea61-473b-95b2-52c54d376ca9","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.684482609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"9468d14f-b948-4051-8ad6-5449800e0dd3","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:17:18.737414783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-1a862278","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278","reconcileID":"8f78dd03-7e8f-4eba-95ac-03cf7ec54589","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-1a862278\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.779054029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"c41319d5-ff5a-4405-87ea-bacbd335dd11","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.779082866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c76ac70a-8f8e-4dae-8675-463ccac0f511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.779495483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"328e1a60-6912-40ad-8eef-1367e8c83880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.832330529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c76ac70a-8f8e-4dae-8675-463ccac0f511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.832426057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"328e1a60-6912-40ad-8eef-1367e8c83880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.834465234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"c41319d5-ff5a-4405-87ea-bacbd335dd11","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.8490021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"966c17a2-d8e5-478b-94b6-bebfaaf37194","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:18.899764851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"b56141ad-8a96-446b-b3f5-7812ce3c1d47","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.146943622Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-1a862278","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278","reconcileID":"7f23475b-5ac8-40c9-b229-e01e42e39a70","MaaSSubscription":{"name":"e2e-bulk-sub-1a862278","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-bulk-sub-1a862278","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.17504595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c4a0e707-bf38-4316-9d1f-841227a41fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.175196022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"0fd670c0-bf96-4dab-a32d-5c2a4d816c8d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.175505261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"b3b15ee0-339f-470f-9196-e097127a984f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.227735062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c4a0e707-bf38-4316-9d1f-841227a41fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.227773829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"b3b15ee0-339f-470f-9196-e097127a984f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.230250442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"0fd670c0-bf96-4dab-a32d-5c2a4d816c8d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.301748191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"2071a23c-1811-42b1-aa2d-a909bd16fafe","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.341087614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"83bfc49a-9e55-4362-bc06-118199fdf21e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:19.496950567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-1a862278","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278","reconcileID":"62c0f0f7-2f39-4e5a-8eee-377846088107","MaaSSubscription":{"name":"e2e-bulk-sub-1a862278","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.329519416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"a0e101e2-fe58-4b4f-b750-3188c7785b5a","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.474511764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"0194ca03-499d-46c4-b728-c62b3c4d6dbd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.474595149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"068c5c59-e173-4938-9a46-e6a0f9874690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.474928937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"25543753-3dfd-4f90-b9da-ab0f14860ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.52672785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"0194ca03-499d-46c4-b728-c62b3c4d6dbd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.528022295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"068c5c59-e173-4938-9a46-e6a0f9874690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.528947104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"25543753-3dfd-4f90-b9da-ab0f14860ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.896563126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"4a928f72-96a8-4d55-9280-083ce08edcd4","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.897064115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"7488c0c0-e5f5-4475-89b2-8c266264fd4c","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.961163366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"71ead538-3a95-43fa-bc4a-dc7b3fe6d997","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:24.961764927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"1e4d4052-c3a4-4812-8899-456337f0ae1e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.044893735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9fb9e608-c579-4688-baeb-6d2bc9fe0f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.046210695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"41e32922-d1ab-4fb1-9bf9-fe90764e9a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.097144343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"33ffb31f-e981-4126-9e85-84e03438c544","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.09778616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"b2ec7683-0e04-4311-8839-6169ea8a235d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.104111327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9fb9e608-c579-4688-baeb-6d2bc9fe0f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.106125371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"41e32922-d1ab-4fb1-9bf9-fe90764e9a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.395058134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"73fc5e2d-f4f8-48dd-855a-31ea59290833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.395684052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a906166c-84b9-4ec4-8dcb-7a291b6d775d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.503287076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a906166c-84b9-4ec4-8dcb-7a291b6d775d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.509023236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"73fc5e2d-f4f8-48dd-855a-31ea59290833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:25.94034807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"7e9f8166-dc81-43ad-af86-12a573faac2d","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:26.084073054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6140a534-be9b-44cb-8cbe-07a782c65850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:26.084144055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"13dad925-c257-4b21-8805-dce3cb68b89d","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:26.084545131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66d0c49b-c501-4d3a-bbb3-1deb57ceb88b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:26.141077902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66d0c49b-c501-4d3a-bbb3-1deb57ceb88b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:26.147266889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6140a534-be9b-44cb-8cbe-07a782c65850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:26.151618287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"13dad925-c257-4b21-8805-dce3cb68b89d","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:26.201126377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"55a6fd46-a73a-49e5-9309-1bef4394d40f","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:26.20114962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"55a6fd46-a73a-49e5-9309-1bef4394d40f","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:27.900870085Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:34.480796577Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-1a862278","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278","reconcileID":"3698c803-3961-42ca-a31d-6847c27f2f01","MaaSSubscription":{"name":"e2e-bulk-sub-1a862278","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscription":"e2e-bulk-sub-1a862278","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:34.504383823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-gw-auth-3ad1b958","reconcileID":"b5aee2f2-7676-46b9-a06e-f00d5fe72a52","MaaSAuthPolicy":{"name":"e2e-gw-auth-3ad1b958","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:34.504468198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"f02fda5d-e2a8-4165-8444-4a0bde3568bd","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:34.653803884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"a7c5b618-afe0-4840-9774-41b0305ac69f","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:34.681246819Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-1a862278","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278","reconcileID":"3698c803-3961-42ca-a31d-6847c27f2f01","MaaSSubscription":{"name":"e2e-bulk-sub-1a862278","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:34.876571946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"10421b9a-453b-4653-8b49-ea354dc0ac82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:34.889595852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"c659bbf6-fe0e-4363-bbe9-efc4eb97694d","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:35.03519769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"52f1274b-d453-46bd-a5fa-d71334cc7732","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:35.035433116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"4e1f7f88-993a-4cc8-8393-fac7f0ac0e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:35.035202317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"a8002964-b988-4462-b707-cd2d7b6883c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:35.08820738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"a8002964-b988-4462-b707-cd2d7b6883c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:35.088226469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"52f1274b-d453-46bd-a5fa-d71334cc7732","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:35.090398135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"4e1f7f88-993a-4cc8-8393-fac7f0ac0e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.026081979Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"be9806ef-ab60-40ab-a2a5-a4c8d5a63b85","namespace":"llm","name":"e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.078727396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"cd89ef85-97e0-466a-9ff5-7629b9348c2f","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.078754098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"cd89ef85-97e0-466a-9ff5-7629b9348c2f","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.178345206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"fb663b61-1f65-40d3-b663-d0bbb36eb8b1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.178391833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"5ba4ffee-3b85-4911-a648-0a2d9024c41d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.178774324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"44f4e2f5-ff20-480c-8ce9-3a54194d9f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.178986163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"332ae3ef-30d1-472a-95af-aa41e4834edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.179346442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"2913de64-043e-49d1-9659-1364e9ab154b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.232603714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"fb663b61-1f65-40d3-b663-d0bbb36eb8b1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.232934906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"44f4e2f5-ff20-480c-8ce9-3a54194d9f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.23520467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"5ba4ffee-3b85-4911-a648-0a2d9024c41d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.235699435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"2913de64-043e-49d1-9659-1364e9ab154b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.237574981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"332ae3ef-30d1-472a-95af-aa41e4834edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.251725961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7e103d3e-d490-41d2-95a6-0039006433ad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.251744617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7e103d3e-d490-41d2-95a6-0039006433ad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.251985755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a440c510-60e9-435a-b6d1-a4a8257c9945","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.251998197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a440c510-60e9-435a-b6d1-a4a8257c9945","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.252176845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dba7ab05-9084-41a0-93e1-a941731a1aaa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.252205526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dba7ab05-9084-41a0-93e1-a941731a1aaa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.252397266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e89dca0a-f333-4e89-ac66-d07955683ca3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.25240745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e89dca0a-f333-4e89-ac66-d07955683ca3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.252579348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c40a0fde-4c27-487d-a9ff-7afe48914658","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.25258855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c40a0fde-4c27-487d-a9ff-7afe48914658","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.252764721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40664f38-f97b-4574-933c-778e7ab3bb35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.252774475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40664f38-f97b-4574-933c-778e7ab3bb35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.25303009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c7f82430-8dcf-4f65-8f2d-01652f2f4f1d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.253040491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c7f82430-8dcf-4f65-8f2d-01652f2f4f1d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.253279545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45837fb6-495c-498b-93bf-2d179d1a90e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.253291875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45837fb6-495c-498b-93bf-2d179d1a90e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.303422241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"b42ab4dd-6f62-446c-ad81-2242b81771eb","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.303447056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"b42ab4dd-6f62-446c-ad81-2242b81771eb","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.452096314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be6196e3-e964-442a-8aa0-52935bd1e3aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.452327743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"efe64d23-c95d-40b0-94f8-9482b237d6c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.503100385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"ff7640e4-cb93-4701-a8d1-11fb01594ad7","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.582083546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f6651c1a-eba7-4753-aa66-9a3271e1c0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.582414904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d8ba0555-8a7b-49ec-b05a-73e4f40992a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.582550328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"2ff0b69e-8413-439d-a763-bab9f5c4f657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.582083034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"6e3871ab-d32b-4503-90e6-20f4914aab75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.630201107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b95d079-92c9-4a78-9da6-ed13bcdac8ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.639084546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f6651c1a-eba7-4753-aa66-9a3271e1c0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.641144818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"2ff0b69e-8413-439d-a763-bab9f5c4f657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.646977107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d8ba0555-8a7b-49ec-b05a-73e4f40992a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.648855055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"6e3871ab-d32b-4503-90e6-20f4914aab75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.691881346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b95d079-92c9-4a78-9da6-ed13bcdac8ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.993903381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"b913cfda-3916-4c5b-a723-f7fcb31b6821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:36.994888146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"678acece-9e9e-4c66-8a6e-106da102e23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.044364063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"6978322c-83e5-4f55-bebb-8f2bd674c3ed","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.0446384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c75fce08-d0be-480b-bc3e-19ffb1952465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.057776351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"678acece-9e9e-4c66-8a6e-106da102e23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.070649982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"b913cfda-3916-4c5b-a723-f7fcb31b6821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.097634238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c75fce08-d0be-480b-bc3e-19ffb1952465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.097720829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"6978322c-83e5-4f55-bebb-8f2bd674c3ed","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.323240304Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"8d2d65af-9563-48b8-bbb2-42e028411b47","namespace":"llm","name":"e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.480708045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"70ad80c6-f665-4ae0-a73b-60b00ef84b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.480887382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"9b518b0b-44cb-4b5e-8f0d-a658b15a7337","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.480717841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"3fc8fba3-788a-4039-bbd2-829ed335dd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.503204456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4dda2a9e-376c-460c-99cf-5810170ce877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.503221724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"624df7fd-acb0-47ae-9ad7-f9b0a6759f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.533860375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"3fc8fba3-788a-4039-bbd2-829ed335dd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.534578981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"9b518b0b-44cb-4b5e-8f0d-a658b15a7337","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.536125636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"70ad80c6-f665-4ae0-a73b-60b00ef84b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.556044405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4dda2a9e-376c-460c-99cf-5810170ce877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.556279696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"624df7fd-acb0-47ae-9ad7-f9b0a6759f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.826096152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"9038d68f-9e5d-4404-8a1a-28803659c294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.826247157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"979a70da-262b-4c43-870c-481ec1693a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.826096386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"f3f4f6ad-1042-4318-ad05-7dec50f184d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.84643886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5b4dad13-baa8-4495-8940-659a82194107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.878795415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"9038d68f-9e5d-4404-8a1a-28803659c294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.87981588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"979a70da-262b-4c43-870c-481ec1693a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.881163357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"f3f4f6ad-1042-4318-ad05-7dec50f184d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.894147557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3a1b273-06ee-4199-926e-f19932118407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.898687286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5b4dad13-baa8-4495-8940-659a82194107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:37.948338061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3a1b273-06ee-4199-926e-f19932118407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:38.167006082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"6ed7159c-d168-4948-88c2-07ceea58d3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:38.16756623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"01a4cfcc-0874-4389-b9fe-fdf7e5d2367d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:38.220152848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"6ed7159c-d168-4948-88c2-07ceea58d3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:38.220235234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"01a4cfcc-0874-4389-b9fe-fdf7e5d2367d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:38.22064871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da123ff-7e6e-4317-bd5c-74e0a4f82430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:38.237152588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"859612f8-f01c-4249-94fc-996825420aa0","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:38.273091993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da123ff-7e6e-4317-bd5c-74e0a4f82430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:38.289594164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"859612f8-f01c-4249-94fc-996825420aa0","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:40.745839545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"de4664f1-486d-4a14-b698-79106a21faef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:42.920986962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbbf0395-d0c0-4168-8662-cea2ae22bfed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:42.921655693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdd98c3c-d501-45d1-9d2d-d3817f6ddfb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:42.921401335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"a13791ae-2555-4178-ab55-3ff4e152a242","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:42.971466324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a94e3379-0261-4877-8901-944d86d0baf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:42.971465253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8a3c5903-a9c7-48c8-b84e-33e52a3aaea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:42.974834417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdd98c3c-d501-45d1-9d2d-d3817f6ddfb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:42.975047298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"a13791ae-2555-4178-ab55-3ff4e152a242","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:42.977015022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbbf0395-d0c0-4168-8662-cea2ae22bfed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:43.030643077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8a3c5903-a9c7-48c8-b84e-33e52a3aaea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:43.034984628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a94e3379-0261-4877-8901-944d86d0baf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:45.024277901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-bulk-sub-1a862278-auth","reconcileID":"79b94c46-b788-40cb-8976-e86d07b7a54d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-1a862278-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:45.024378597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"ad24a7fb-e084-4d0a-add2-c8358ec2be54","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:45.225036088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"30394a9c-b0c1-46a7-b897-ee056feb8ab8","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:48.308919795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"64626b50-ffc1-4dba-9044-6d857045a949","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:48.745430138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"00123f27-326d-4d13-821e-0bc51ba1155a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.025513934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"86ce5d72-10da-4ec1-b601-06989ede90f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.125234028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"483a5a1b-45cc-4e3a-b45d-96b7ad003b09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.248596945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"68e08d9b-ad69-4606-abf6-0a21dd241bbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.357864615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"2cc70c4c-ec33-4f4e-901a-fbb543f6fb29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.364087379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8821eca-1943-4eda-b0e5-f801e75ae266","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.461687921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"a90fa033-c7aa-4a4e-ad81-ae572052ed1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.555196224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"06c467cc-0b8c-45d6-b5d4-a8a723a6c4b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.620483604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"9b87cd0a-521e-45ac-8072-d8cf925d3866","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.746910851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"476979e6-9d52-4a6a-a703-212c66637176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.747267939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"12fca313-f10e-4ad3-a86c-7792d2b5c43a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.815536857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"1b52f0da-4104-40a6-8ba6-69eb480aca6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:56.954714787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"bacd5c68-976a-45b5-b192-d1a675ae86e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:57.055854079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"3d22e6cc-c26d-45fb-8609-4eb7d1b3456e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:17:57.910460087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.687253195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"86503a15-1d57-4a69-9448-a327762ee73d","namespace":"llm","name":"e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.736433694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"87d9dd7e-e0e1-48c6-9251-e467c9f11a4a","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.736461536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"87d9dd7e-e0e1-48c6-9251-e467c9f11a4a","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.835006348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"0718e6b4-6123-4dc5-a328-02da444eb7b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.835526552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"bc4ff33e-53ae-4228-8194-6268730f1a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.835752398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"e74fafdc-dc1c-4595-a2de-df4569196f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.883148928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"18c93ec0-f0f6-45a0-a257-018adb89f2b4","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.88707649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"299ddb9b-58f7-4cb6-9286-ac4a6b5b05b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.887947124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"0718e6b4-6123-4dc5-a328-02da444eb7b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.890979463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"bc4ff33e-53ae-4228-8194-6268730f1a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.891170746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"e74fafdc-dc1c-4595-a2de-df4569196f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.904503293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4bb2a7c-ba93-4369-b6f6-3c116d8488be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.904520234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4bb2a7c-ba93-4369-b6f6-3c116d8488be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.904784722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c325947c-afa8-42a2-bf56-88f0024f1419","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.904798787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c325947c-afa8-42a2-bf56-88f0024f1419","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.905050006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76c4a91a-b207-48e1-86ba-ab741436cb8b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.905063216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76c4a91a-b207-48e1-86ba-ab741436cb8b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.905268263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc92f7d8-0a35-4f7e-b13a-09149e554a12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.905280212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc92f7d8-0a35-4f7e-b13a-09149e554a12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.90549164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d55d4c03-cd2b-4c90-bccf-c67a0e7a0eda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.905508229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d55d4c03-cd2b-4c90-bccf-c67a0e7a0eda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.905699407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"119562e9-8aa7-4f6e-8a3c-fc2b72203d85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.905712152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"119562e9-8aa7-4f6e-8a3c-fc2b72203d85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.906024531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e0022b4-abfe-40e0-b524-a7be1aee78e7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.906036321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e0022b4-abfe-40e0-b524-a7be1aee78e7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.906232118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"303a49fe-ab3b-4221-8bd6-3da2e84ed677","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.906242971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"303a49fe-ab3b-4221-8bd6-3da2e84ed677","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.935651199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"18c93ec0-f0f6-45a0-a257-018adb89f2b4","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.939557939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"299ddb9b-58f7-4cb6-9286-ac4a6b5b05b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.954873615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"9c60494d-6c56-409f-8da6-cee38a8f8d8f","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:04.954893428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"9c60494d-6c56-409f-8da6-cee38a8f8d8f","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.10078181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"989e8ae0-9515-4e43-a162-5fd0bd305992","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.100815734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00faf73f-fe08-4db7-a231-7ecada37da9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.148536936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"17ba29b2-dcf4-4c24-b841-3f445de94dd7","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.178642555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6fef6a63-fc9a-4266-8d3c-be21be0d8c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.178711903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"ea2eb34c-b09a-4b18-85ac-03dc31942f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.179450518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a8066db1-37c1-40bd-a324-27fc6935a079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.231450224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6fef6a63-fc9a-4266-8d3c-be21be0d8c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.231824839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"6ca61eba-474a-4978-be42-f09e5545d8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.23317349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"ea2eb34c-b09a-4b18-85ac-03dc31942f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.234141794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a8066db1-37c1-40bd-a324-27fc6935a079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.286005534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"6ca61eba-474a-4978-be42-f09e5545d8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.379601431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99d473a4-9d92-4f8a-a66f-cc208c52ceac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.449371372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99d473a4-9d92-4f8a-a66f-cc208c52ceac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.586073372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"b9f84ba4-0e7b-4771-9cce-228a6f67af75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.586266336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"546ff82d-3551-484f-8385-13309d5a9962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.586073492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e6f90676-c817-48b0-bae6-872678ab9bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.639758382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"546ff82d-3551-484f-8385-13309d5a9962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.639779261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e6f90676-c817-48b0-bae6-872678ab9bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.641971035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"b9f84ba4-0e7b-4771-9cce-228a6f67af75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.734020949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4cba1c2-9c41-42a0-86ee-988622b5815c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.788663814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4cba1c2-9c41-42a0-86ee-988622b5815c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.83478428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"7ecf1bf7-1328-4a4f-bdbd-4529f186fc5c","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.887573443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"7ecf1bf7-1328-4a4f-bdbd-4529f186fc5c","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:05.939218911Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"f4f734af-d456-4703-a78b-3710d4560b55","namespace":"llm","name":"e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.108865464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f3f12290-25ef-495c-b20e-7d0b75564ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.109797656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3e11b2dd-a87b-45d4-86e3-77af882f2f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.160122498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ea6bf4-e430-45f3-98d9-4f6f5752a64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.165671014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f3f12290-25ef-495c-b20e-7d0b75564ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.169295186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3e11b2dd-a87b-45d4-86e3-77af882f2f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.208936133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"40b0e6ce-e048-47bc-89e4-e5d68b89d4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.214125698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ea6bf4-e430-45f3-98d9-4f6f5752a64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.260927558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"40b0e6ce-e048-47bc-89e4-e5d68b89d4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.312419243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"221b5ea5-6d1a-453c-be22-0d4dd41ebb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.365537705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"221b5ea5-6d1a-453c-be22-0d4dd41ebb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.56810927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"bef9cc85-b180-416e-9b4b-cc7a34201f54","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.56811175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ec0d94a-5171-4fc8-bdda-735e8dd35611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.61787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e2b107fb-4ba1-47c0-ab26-98251774708f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.618671333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"fcc2271b-239f-45e0-8a55-f7bd4342b383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.622498528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"bef9cc85-b180-416e-9b4b-cc7a34201f54","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.622772893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ec0d94a-5171-4fc8-bdda-735e8dd35611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.671439112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"b4be4bea-0530-4f22-b6bc-9ddb0bb2d502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.675978675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"fcc2271b-239f-45e0-8a55-f7bd4342b383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.676286471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e2b107fb-4ba1-47c0-ab26-98251774708f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.726340483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"b4be4bea-0530-4f22-b6bc-9ddb0bb2d502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.941385299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"aceea16f-b982-4e0f-b27f-495ad3f5be67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.990411134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"fe78d164-6d80-474c-b97b-fb22e2fdd314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:06.990427198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"7097b21a-541f-44e0-bc93-2aa3600f8b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:07.002855103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"aceea16f-b982-4e0f-b27f-495ad3f5be67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:07.048336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"fe78d164-6d80-474c-b97b-fb22e2fdd314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:07.04860469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"7097b21a-541f-44e0-bc93-2aa3600f8b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:08.216096625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"8dbdd81d-27a0-4585-a06d-d30f6097f1ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:10.033654416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-conflict-a-02c97554","reconcileID":"d4b09c17-ab5a-46a9-91ee-037c269a5b4c","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"e2e-conflict-a-02c97554-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"e2e-conflict-a-02c97554","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.340361627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"081b5f86-9c3e-4233-8062-4a62c49d469c","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.340879072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"a6b182d8-88de-4270-9be2-605bd6cd21ae","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.397369918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"9d3ccc4b-f759-4718-a944-ba8ac628d505","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.397914562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"76134123-d5f0-4baf-ad92-657f2bd80ecc","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.4852588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"ef49560d-3597-4e10-a8f6-842fc9669272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.485391256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"37a927ca-4c36-4ddd-b086-aab65cd9276f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.564091025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"ef49560d-3597-4e10-a8f6-842fc9669272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.565286005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"8fac8974-92a3-4347-800f-929e66c3b167","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.565966596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"7b9b4c1c-bc1b-44f9-abac-34afb6a5275a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.567799778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"37a927ca-4c36-4ddd-b086-aab65cd9276f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.856037287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"493e9dc6-866f-492e-9d1b-d3f8be1ecee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.858145087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"89214757-f599-4231-b7a7-9f88c5683d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.913842549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"493e9dc6-866f-492e-9d1b-d3f8be1ecee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:12.939620541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"89214757-f599-4231-b7a7-9f88c5683d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:14.754416604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b1172ae-dac3-4b79-b08c-0c748f13bf17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:14.755259525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddecd73e-29c9-4ba7-8baf-231c45161a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:14.754911086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"377372c4-ef4e-4a48-89dd-86f789c34009","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:14.821173055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"377372c4-ef4e-4a48-89dd-86f789c34009","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:14.834068325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddecd73e-29c9-4ba7-8baf-231c45161a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:14.839671573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b1172ae-dac3-4b79-b08c-0c748f13bf17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:23.368548251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"9c4e6e8d-c5e5-4f5e-a58e-410560ed5c36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:23.451880841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"83d8da28-3242-484f-b3a3-22c4d8c7b6ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:23.46970999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"d254951d-057c-433e-b210-fbf153081a4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:23.587400828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"2232e028-2adb-46ca-9597-e823f78f1868","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:23.637970255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"4a0dd4a4-9913-4c51-9274-14cbc29859b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:23.670142633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"234063d5-71a1-4d9f-bcc7-1eff9ad1e2a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:23.76282544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"01f3b9f6-db25-432e-a7fb-3b1f18ea7c84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:23.794809617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"a7e61123-7ae9-49ba-a8d8-b8088891a175","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:23.946369636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5b26026-510e-4962-964d-636864202b9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:24.04604345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"dbf6ee95-07dd-4d16-b0d3-3fdfdcdf232b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:24.145984545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32aee329-23a6-474d-b717-5c83a87fb07d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:24.172158374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"12c71b27-8353-420d-becf-73eed43ee496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:24.281263809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"1117842a-a4b2-4eeb-a24e-22c865c30da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:24.394882206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"0659cf9b-2ea2-4e53-9226-c9a8913f537e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:24.394896868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"6e12d09f-c850-4648-91dc-4a8b6c59fbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:24.448250932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"0659cf9b-2ea2-4e53-9226-c9a8913f537e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:24.448369202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"6e12d09f-c850-4648-91dc-4a8b6c59fbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:27.900395351Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.287498345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"99d439f9-1710-488c-94e7-33d85404cd4c","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.288018056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"e65db0a6-37ee-4f68-8652-136ab7012f24","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.351175489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"8d8f967f-3e5e-4a6e-8faf-7b77904ba476","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.35158822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"d62247c3-487e-4774-944b-380f912a64c3","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.43268637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6607f387-2146-4483-bb46-0c2688fa0ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.432725292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"4194f4fe-f649-4f9a-8577-0656da20ac08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.485270622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"41cbe0c9-fe69-46a2-b3ed-85f212a62ee3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.485857535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"8bcb9eed-2408-4c32-8e76-27b360136454","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.489491482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"4194f4fe-f649-4f9a-8577-0656da20ac08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.492042794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6607f387-2146-4483-bb46-0c2688fa0ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.834717834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6f59049a-15ec-4f2a-a9cb-eeb8c9926258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.834720786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"83eb51e0-a5fa-4d2e-976a-a2157aa1377d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.841810908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"ee27b7fc-2aff-41f9-9124-52f4be9100b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.887060612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"83eb51e0-a5fa-4d2e-976a-a2157aa1377d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.887300871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6f59049a-15ec-4f2a-a9cb-eeb8c9926258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:32.951115435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"1fa2730a-4806-4fcb-b5ac-785844680000","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.065248235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc3e8a74-9a13-4dc9-b747-0946d0b67ca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.164460365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"dd1f878d-cdd6-4ac4-b811-3b0cd0d256e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.264014411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"d6c4ab3d-4ded-4280-b48c-ca0563cca1cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.392036527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"2dcedd08-af70-4b06-b092-ae4913485a78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.439286142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"5a5753ee-5e1b-47ac-ab4b-d794aae0f2c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.53547762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"83d2e6cc-fee1-43f3-bb54-0ea293a530fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.565035128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"41cd255d-667d-471e-b674-a3830b2eb76c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.587823777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d73d05a-a7bf-4ab2-b0b7-e6ca8ada2208","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.684588239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"79bcbc86-871b-4d52-aff4-bbcfbb14138b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.832379649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"e1b43986-f6bf-4206-9cab-bdb1ff38a9dc","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:33.883709742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"886b560d-c24f-4c1f-8a74-ec20433f7d34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.334361666Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"e8f267e8-3a44-453c-bbab-aa0638b5cb13","namespace":"llm","name":"e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.39056868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"7e7aa0a6-bfb8-4eba-b6ce-1dd51638568d","namespace":"llm","name":"e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.479624516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e527a81f-6e00-476a-a20b-d45cfb0baccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.479679702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"afaf2c2a-a613-4a19-be14-aa7260558fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.480084299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"3311753c-ae55-4951-94d5-49d308a07fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.480378846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"2a3227c6-5360-45e7-9766-9b2b038ed7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.527934046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3bb966a-0a9b-4fc3-bc0b-a3ae60f326fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.532924184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"3311753c-ae55-4951-94d5-49d308a07fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.53307848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e527a81f-6e00-476a-a20b-d45cfb0baccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.53517513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"2a3227c6-5360-45e7-9766-9b2b038ed7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.535400944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"afaf2c2a-a613-4a19-be14-aa7260558fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.580369769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3bb966a-0a9b-4fc3-bc0b-a3ae60f326fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.706751476Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"fafe6365-538f-4b27-8c13-2d78961db6d2","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"name":"e2e-rt-eq-f2a240","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.806028271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"500e2a14-5f2e-432b-a99f-89b700777e33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.806053284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"500e2a14-5f2e-432b-a99f-89b700777e33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.80634082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0ba8b1f4-35f8-4b34-8db0-6f97b62993d5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.806351453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0ba8b1f4-35f8-4b34-8db0-6f97b62993d5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.806543639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b79ae687-8c6d-49c6-96f7-c4c25d731532","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.806553041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b79ae687-8c6d-49c6-96f7-c4c25d731532","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.806728615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eb52cf09-c106-4efa-8630-7fad357bb3c2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.806738719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eb52cf09-c106-4efa-8630-7fad357bb3c2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.806909441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fed32d50-45dd-4c04-95ee-1bc9b507bf42","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.806918497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fed32d50-45dd-4c04-95ee-1bc9b507bf42","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.807107243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e877d029-a4a9-4330-88d6-f640f849241d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.807116383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e877d029-a4a9-4330-88d6-f640f849241d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.855215695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"26ea35b0-66e7-433e-a786-c26770b36dac","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"name":"e2e-rt-eq-f2a240","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.876057849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"bc6a1183-a719-472a-af8d-6855aa5ce541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.876122435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"d9510957-3a89-4d7a-a8a5-c03f61dd3800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.87664074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"bd6ca131-5eb4-4850-a386-84075746214a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.903518093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7229e64a-884f-48a7-abff-3d64022012fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.903538052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7229e64a-884f-48a7-abff-3d64022012fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.903820567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af250029-8cb5-4074-ae5a-d5d36e129596","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.90383371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af250029-8cb5-4074-ae5a-d5d36e129596","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.908987882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e394db6a-cf12-4a83-a151-0c358c196f1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.909165444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"782baa98-bda6-41bc-a175-fad68c370336","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.92458529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e39b9fb-458c-492e-b0c0-7937588ebfa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.928417699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"bc6a1183-a719-472a-af8d-6855aa5ce541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.928851121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"d9510957-3a89-4d7a-a8a5-c03f61dd3800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.930732379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"bd6ca131-5eb4-4850-a386-84075746214a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.952476006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"e7b19751-2d4e-4fb3-9afe-97b948c82305","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.952501106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"e7b19751-2d4e-4fb3-9afe-97b948c82305","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.956979684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"8e9ffe1f-7aff-4297-9925-bfb4391684e9","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:35.977780354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e39b9fb-458c-492e-b0c0-7937588ebfa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.024365366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"4c5bf927-d506-4cf8-8c0b-5ed3e0e3c575","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.076887718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"4c5bf927-d506-4cf8-8c0b-5ed3e0e3c575","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.276170397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b96beb61-0634-44fd-857d-25986d5d354c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.276527573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"6ece9236-443b-4d2c-912d-e3548fa2a188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.276165447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"fb78ae33-7530-42fc-aad6-55bf4c7ae631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.330653092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"6ece9236-443b-4d2c-912d-e3548fa2a188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.330656948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b96beb61-0634-44fd-857d-25986d5d354c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.332762764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"fb78ae33-7530-42fc-aad6-55bf4c7ae631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.368635603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"9052a147-ddb3-4c93-84b6-136e2f925e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.428224232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"9052a147-ddb3-4c93-84b6-136e2f925e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.491714435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"5a68c25f-75cc-4791-855d-892ddc4e4f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.543716572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"5a68c25f-75cc-4791-855d-892ddc4e4f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.675591811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"fd0e1c79-c052-40df-b397-6ca1b12516ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.675801882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"e9ebbebc-c8e0-4421-96e0-1be9d53e3002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.72328496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd6ca496-ff3e-4fb9-a661-3fa114639804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.727721953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"fd0e1c79-c052-40df-b397-6ca1b12516ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.727826067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"e9ebbebc-c8e0-4421-96e0-1be9d53e3002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.775760411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd6ca496-ff3e-4fb9-a661-3fa114639804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.777929544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c698493-31a0-4c7e-9300-5fde437bf41d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.829819697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c698493-31a0-4c7e-9300-5fde437bf41d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.879896755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"76639d7d-a2a9-4e3a-ad26-f0de40c855df","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:36.933539838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"76639d7d-a2a9-4e3a-ad26-f0de40c855df","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.054268622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"1b59cd51-bc38-4623-971c-3ca4a49216de","namespace":"llm","name":"e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.111889618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"95096a04-aaed-4f1c-97c3-b97c5430af12","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.111927056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"95096a04-aaed-4f1c-97c3-b97c5430af12","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.205845096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4a1a2182-b0bb-41d0-a902-f31225a68fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.206006415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"13453ee6-4508-4bfe-8ab9-580cd177e9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.207550016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"ee0aae24-e806-4da2-ae68-8b3a734ebbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.20755558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"f10f526f-cd35-405b-9f89-480e3018fef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.258756013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"13453ee6-4508-4bfe-8ab9-580cd177e9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.258806485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"4a1a2182-b0bb-41d0-a902-f31225a68fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.261388967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"ee0aae24-e806-4da2-ae68-8b3a734ebbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.261469729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"f10f526f-cd35-405b-9f89-480e3018fef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.338088006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"7475a2d8-333b-4beb-808c-d178a7daccb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.390140115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"7475a2d8-333b-4beb-808c-d178a7daccb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.549886817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"c7d5f004-b2f0-4e8e-b619-d83fd2e9438e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.550099444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e49be244-fe2c-4b33-9133-e69e68126dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.550729322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"2c7ed85c-e74c-4edf-af6b-367042468bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.597791995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef935bee-4871-4c90-b754-75c29b133374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.602039643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"c7d5f004-b2f0-4e8e-b619-d83fd2e9438e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.602299346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e49be244-fe2c-4b33-9133-e69e68126dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.604406516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"2c7ed85c-e74c-4edf-af6b-367042468bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.649844779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef935bee-4871-4c90-b754-75c29b133374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.677600816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"dc01be98-4a39-43ef-9b27-db6917337f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.729392362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"dc01be98-4a39-43ef-9b27-db6917337f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.943621289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"4d55811b-e484-4094-a876-fc389b24f4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.991366886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b661eb3-d9a8-4aad-b29c-0a9ef0310dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.991424866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"966e9d84-43c2-4ce3-bf63-362f68cbc4db","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:37.995380918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"4d55811b-e484-4094-a876-fc389b24f4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:38.043860673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"966e9d84-43c2-4ce3-bf63-362f68cbc4db","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:38.044013655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b661eb3-d9a8-4aad-b29c-0a9ef0310dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:41.401094754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"c128eb34-b288-470b-a84e-b8c9afca5452","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:41.401124523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"c128eb34-b288-470b-a84e-b8c9afca5452","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:41.49944838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"cb4b1a62-597b-44c6-bd53-7818c896b996","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:41.4994746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"cb4b1a62-597b-44c6-bd53-7818c896b996","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:41.616527091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"e21abd3f-af09-4cc5-bc45-8c79bfed9760","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:41.644362434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"23a279f7-3bd0-4f99-8d0e-825cefdb4d41","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:41.696999982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"23a279f7-3bd0-4f99-8d0e-825cefdb4d41","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:42.09677065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"f72528e3-b6de-4d5f-8bec-be679d9ad5a2","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:42.096799116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"f72528e3-b6de-4d5f-8bec-be679d9ad5a2","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:43.903848242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b4c790c5-55b3-4de2-b1b3-b57c93983f1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.031803033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"f833f048-062a-4a0f-83ba-b33b6b99b13e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.035470824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"0f462032-929b-474a-bbeb-1a64ad23ee3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.152202198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"83e2fe72-142d-44c2-a436-5805dcf20bf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.242120346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"68e92ccf-8eff-4135-9339-c10920aca64e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.254570438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebda88a6-4c37-435c-86ae-c73d5f8ac844","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.410979005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"c055bbad-c5fe-476e-8e15-d1f1f039d1ab","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.456090966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"88843c31-eab7-4b48-8c9a-a578baf09d18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.550080876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"26df49ae-5e08-460b-a00a-253ece585d20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.58274724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"46d3008b-fd2e-40d6-80d2-cd976583a2ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.672966063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"e5d1e2fe-32ea-4d8d-ae43-3892ed548065","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.78596364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"960f01f9-4630-44e0-b2de-c44952be4b33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.791993746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"340c3f83-b8cd-45d8-9396-c2154b38e820","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.96509352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"0dcf0923-ae4d-40bd-9d2b-35c38a412450","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.965933634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26e90f19-d5b5-43d6-aadb-e7db59b46979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.966627446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa97987b-d771-419c-8ef3-dc4300ecaa00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:44.967227363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"668765c5-16f6-4edf-9fd1-922628f57b72","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:45.033103892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26e90f19-d5b5-43d6-aadb-e7db59b46979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:45.038620859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"0dcf0923-ae4d-40bd-9d2b-35c38a412450","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:45.042255866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa97987b-d771-419c-8ef3-dc4300ecaa00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:45.042738133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"668765c5-16f6-4edf-9fd1-922628f57b72","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:45.051941589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"7db4dfa2-990a-404e-93c1-5adcbeef0a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:45.114217146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"7db4dfa2-990a-404e-93c1-5adcbeef0a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:45.401710105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"a50bbfcb-f652-44c9-9a08-6e7cdc050ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:45.484036771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"a50bbfcb-f652-44c9-9a08-6e7cdc050ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:46.766931425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"1b9dcacc-74c6-4f19-90d0-519281fbbac1","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:46.791121549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"0af715c5-8ff9-43d5-9bba-aea5afbd447d","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:46.791649015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-conflict-a-02c97554","reconcileID":"63f74c7d-5dc9-4d8a-87e2-96842b890af1","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"e2e-conflict-a-02c97554-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"e2e-conflict-a-02c97554","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:46.839792127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"3cdba8af-4f62-4321-8c57-9848ca32afa4","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:46.840278939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"c4a67d77-8be9-4a91-a406-7c01ca76f156","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:46.840708809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-conflict-a-02c97554","reconcileID":"5d70d098-4182-4b3f-b055-d504b3cf1f37","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"e2e-conflict-a-02c97554-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"e2e-conflict-a-02c97554","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:46.952246758Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:46.967125438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"4a6706dd-ee62-4c7c-b88d-0d6b2d5976a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:46.968847054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d7ebc7d1-6209-4021-9087-1fbff9a7fa5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.029961107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"b42339bc-ef5a-4bfb-81a3-cc4e11fd8174","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.030270729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"b42339bc-ef5a-4bfb-81a3-cc4e11fd8174","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.039352866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"4a6706dd-ee62-4c7c-b88d-0d6b2d5976a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.043062688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d7ebc7d1-6209-4021-9087-1fbff9a7fa5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.088787182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"343fdd35-a91e-4a2f-ad01-3d657db9cbd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.088863443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"df8aff5e-937c-4013-8b89-4178cd756019","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:18:47.091883275Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-f2a240-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-f2a240-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.305154053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"664896c7-8d57-48e5-9ee7-d51c48bdc9bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.305542315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35c3d225-2e99-42be-84bb-91b5829a9f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.306010144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e8812b0-9d7f-4818-b200-eb57eeee4257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.357717181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35c3d225-2e99-42be-84bb-91b5829a9f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.357870377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"664896c7-8d57-48e5-9ee7-d51c48bdc9bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.35950062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"c0a52a09-1302-4fac-8d01-76d877e54906","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.36111571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e8812b0-9d7f-4818-b200-eb57eeee4257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.452895353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"49638dbd-78b3-49e3-8cb1-97b1b1d0c476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.452896136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e400a790-d322-4ea4-b7ad-f9ffd4f408c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.457244242Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-sub","reconcileID":"33e403c6-e57f-4996-8aff-2819721d2ec7","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2a240","model":"e2e-rt-eq-f2a240","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-f2a240-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.461101968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"6d5d5bae-23c3-4f50-a2b5-eaf38fe69890","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.461122431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"6d5d5bae-23c3-4f50-a2b5-eaf38fe69890","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.506411352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"49638dbd-78b3-49e3-8cb1-97b1b1d0c476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.507200543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e400a790-d322-4ea4-b7ad-f9ffd4f408c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.559133504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"79d730a5-c1b8-44e3-abc0-17db520ef43d","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.559162173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"79d730a5-c1b8-44e3-abc0-17db520ef43d","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.709407339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"cc8713f7-73a5-48f1-b050-66b18d6ae868","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.709433737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"cc8713f7-73a5-48f1-b050-66b18d6ae868","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.797495496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76340907-77de-4fb0-8a55-e12fecb9c19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.797494736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"725ea206-19ca-479a-a1b4-c755a119b251","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.850730339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"725ea206-19ca-479a-a1b4-c755a119b251","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.851354466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76340907-77de-4fb0-8a55-e12fecb9c19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.895434452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b9f36b2-a99f-4d44-b5d5-78cec3f01137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.904024579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-sub","reconcileID":"d8217231-7aec-4fd8-b036-562943becbda","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2a240","model":"llm/e2e-rt-eq-f2a240","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:47.967921046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b9f36b2-a99f-4d44-b5d5-78cec3f01137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:48.011772654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"c3021ac4-9d6f-4c8a-941b-58c8a5586499","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:48.068015912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"c3021ac4-9d6f-4c8a-941b-58c8a5586499","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:57.788958067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"176df1a8-3fae-47fa-ba04-afe68ce4c1cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:18:57.900218271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:01.874422554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-sub","reconcileID":"31f44a03-399d-40f6-9427-e8f74a45ef78","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2a240","model":"llm/e2e-rt-eq-f2a240","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.158841658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e080b020-a0d1-43db-9927-9668197b37aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.159571419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"90780eaf-4a49-456c-94c8-14fcea6347a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.182975041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"4402e65d-67cc-470a-ac5c-1ad961cde627","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.183092714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"4402e65d-67cc-470a-ac5c-1ad961cde627","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.233851775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e080b020-a0d1-43db-9927-9668197b37aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.243091732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"90780eaf-4a49-456c-94c8-14fcea6347a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.52502298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"503ace55-13d4-46e8-9de6-abd9aa4e76b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.526682792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"b28f7fa0-ab19-43a6-9d52-f93a9a9eea09","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.52748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"915d973a-5938-4c3e-8184-cab82db6e37c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.600759558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"915d973a-5938-4c3e-8184-cab82db6e37c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.607924965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"b28f7fa0-ab19-43a6-9d52-f93a9a9eea09","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.639378437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"503ace55-13d4-46e8-9de6-abd9aa4e76b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.8429833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"13a6b0e1-f0e1-4426-9581-367831159f7b","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:02.907031482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"13a6b0e1-f0e1-4426-9581-367831159f7b","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:09.730362754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"c2752a0b-f8f9-4e4c-b02a-e9a52322c5c1","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.256055276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"853a7913-ba85-4d36-b1d2-225921fea2c7","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.256417174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"62da16f3-86fd-4023-b78d-cd5d2b8675c9","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.320343267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"f134b8a0-7fb0-41a1-be8e-02cabcaa5342","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.320641087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"67c1304a-bc02-42bf-869a-641c75912642","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.402828634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"2f068476-a9e1-4e88-84ea-4c5fc2312182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.402866424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"43d7fd6d-824e-4a04-93e4-0dad64a40866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.455371849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"954d87ab-f1ee-4c94-ad5d-7cabf4f96d64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.456089244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"d1344d14-55e7-4d77-8139-9a5c7481e59f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.462781472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"2f068476-a9e1-4e88-84ea-4c5fc2312182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.464504577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"43d7fd6d-824e-4a04-93e4-0dad64a40866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.754929238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"b3be0193-e684-4aa4-9e74-df0f9eb62b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.754929446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"4542a43f-130f-4344-b06b-137800d387c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.807256151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"4542a43f-130f-4344-b06b-137800d387c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:15.807404554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"b3be0193-e684-4aa4-9e74-df0f9eb62b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:23.178533219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a932bd84-12b3-4798-97eb-50d97fec3d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:23.17853355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"f366a162-213c-492a-a4a1-b48ed7336959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:23.230793684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a932bd84-12b3-4798-97eb-50d97fec3d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:23.235655772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"f366a162-213c-492a-a4a1-b48ed7336959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:27.899638816Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.64240017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-conflict-b-02c97554","reconcileID":"5f0828d9-65d5-4d84-9958-3c457c3b2c0f","MaaSModelRef":{"name":"e2e-conflict-b-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"e2e-conflict-b-02c97554-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"e2e-conflict-b-02c97554","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.696058645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"af2266ea-94f9-4875-92b7-29e0b8cad0e1","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.696461838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"64715489-3395-4018-83a1-dd458c065a38","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.696723167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"b93b9458-a5ae-4773-b67a-38d680a3a20f","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.69688055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-conflict-a-02c97554","reconcileID":"ccf8a301-c6a2-4b66-8d96-74074559f2da","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"e2e-conflict-a-02c97554-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"e2e-conflict-a-02c97554","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.710768557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5d3f1167-2739-4d71-b467-99b9891e8f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.71501207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"7785d806-3365-42a3-891e-19aa9a6cdb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.764811141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5d3f1167-2739-4d71-b467-99b9891e8f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.771421114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"82599017-172a-4f7e-9ac9-48d4c9634653","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.776920647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"c411ea50-bf5c-4506-ab3e-669badbb9498","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:38.784070233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"7785d806-3365-42a3-891e-19aa9a6cdb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:39.106021568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5625e49c-bc66-4689-8f09-397641365036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:39.157789439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5625e49c-bc66-4689-8f09-397641365036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:39.206189067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"db8f8ca4-4d06-4c9f-97f9-543afa21c0fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:39.25810379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"db8f8ca4-4d06-4c9f-97f9-543afa21c0fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:39.656240048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-conflict-a-02c97554","reconcileID":"d8400d2a-bdaa-40f7-9bcc-0e0e5f0cc018","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"e2e-conflict-a-02c97554-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"e2e-conflict-a-02c97554","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.657966031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"3145369a-43bb-48e4-ac4d-ce1d193d40ec","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.660342972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"3740610f-652e-4227-aa21-100ff0856a9b","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.660867685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"8a2b286f-e6c4-49e2-aa88-be49c204b4c8","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.726235087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"9e2ceae1-e232-4197-ba80-2a3bd3580d62","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.72672173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"5ade4cac-e817-410c-acab-79c179b2048a","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.727104204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"54bf1399-9617-469b-9541-638caef4e7c0","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.806126645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"022ef961-5b46-4600-a912-1a0ccf06e786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.806143083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"54bb9ba6-bee1-49cc-b68a-3ab1efe59dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.862406847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"77827b7c-b5e6-424c-9fa6-10d6012d6f55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.863124619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"31e111c3-76e0-4a87-ac1a-f273365926c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.868935629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"022ef961-5b46-4600-a912-1a0ccf06e786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:48.877376334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"54bb9ba6-bee1-49cc-b68a-3ab1efe59dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:49.22899497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"58682248-6fb6-41ab-b2ed-f9feaee884a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:49.229805269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"101a540f-3020-4ed8-a08b-48852acb4e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:49.287084238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"58682248-6fb6-41ab-b2ed-f9feaee884a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:49.28722626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"101a540f-3020-4ed8-a08b-48852acb4e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:50.57745865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5dff2d66-b104-4d30-9d2f-f3f633312c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:50.577458637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"35fb197a-3e3e-4580-b365-8f309a470ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:50.653775744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"35fb197a-3e3e-4580-b365-8f309a470ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:50.653770641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5dff2d66-b104-4d30-9d2f-f3f633312c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:19:57.903415929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:02.332612029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"df05efd2-ce6d-4771-a561-26181e55272e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:02.332612045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"a4cd4f87-4f12-423a-8997-c1d7b3d05fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:02.385008451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"a4cd4f87-4f12-423a-8997-c1d7b3d05fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:02.385045369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"df05efd2-ce6d-4771-a561-26181e55272e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:10.953833532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c748282d-73cb-4c4c-ac97-c350ead4dde3","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:10.954275698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"7e60daa7-1855-4a75-9d1a-9fc244b4c81b","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:10.954568769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-conflict-a-02c97554","reconcileID":"42b350de-a39d-4225-8288-38c57bc51401","MaaSModelRef":{"name":"e2e-conflict-a-02c97554","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"e2e-conflict-a-02c97554-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"e2e-conflict-a-02c97554","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:11.104345596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"16acc03d-6da5-4cec-8d87-7df4c5b3094e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:11.104345591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"19d815f9-f75e-4cb1-acb6-05c90cfc0ba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:11.155686684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"7e927ff3-1f7c-43fb-b00e-a4aa6d9ff863","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:11.156537063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"b4938888-3496-41b9-abe8-8d5e390d59b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:11.160247866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"16acc03d-6da5-4cec-8d87-7df4c5b3094e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:11.161876111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"19d815f9-f75e-4cb1-acb6-05c90cfc0ba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:12.834408121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"09920cfd-cde5-4da0-9d75-c398f1497be3","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:12.884764238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"12acbbcc-a4f6-4ce7-8c4a-a3ac88884478","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:12.897389131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"605f1620-5357-498d-95f7-18acf031b67c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.135222042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcc3c643-8641-42d2-8e31-992bd26ddeb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.23655165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"3ce2d37c-5fd4-4765-8567-3ddbd82f4cc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.337023128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"867832b8-d1ff-4bff-a7ef-18a2ba474b29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.436597593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"8d6f6428-4cf7-46f9-b949-7eeaccbc5ca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.448024581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"d96860d7-0119-42fa-9da7-da174ef29eac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.537531075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"117aa513-5ae8-420f-9c0e-02528269b73e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.638500367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"9d7e5312-cafd-4129-9d23-df4f48ff7de9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.686955714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-sub","reconcileID":"8f4a2d16-a1b0-49b9-b510-f8c72cc036bc","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2a240","model":"llm/e2e-rt-eq-f2a240","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.738271093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26c29585-da78-46a9-8a41-435bdaa36afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.741355776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"53ce9ed9-14ba-46de-85c5-d6e0ee39ff7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:13.839045521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"e31f9c13-262b-40bb-85c1-ee142b9e878d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:16.162201788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"ca8c4f26-731b-4e9b-8acd-fceb91337d63","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:23.065483046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"ae9596a4-0324-4ef3-9926-d19289064642","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.056380515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"74068fb0-e2aa-437f-9584-f682107dc68b","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.110861219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"e3049614-5039-492c-8987-da72cea5e94c","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.28789125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"3331a897-f084-4871-a328-29abf73cd83b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.342325888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"3331a897-f084-4871-a328-29abf73cd83b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.501177878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"8d51b13c-243c-459c-8aa8-02d7ae01019c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.593199914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"77279c81-82f8-4777-b984-ebbebf03ac68","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.602347992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"051a2523-17e3-4eb7-9159-1b3f75930101","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.614892732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"7eef79b6-c517-4413-8bd4-35748bf0cf96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.75756063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"5bed589f-815f-41b2-9cbe-1f58126e1904","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.825381316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"5bed589f-815f-41b2-9cbe-1f58126e1904","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.867896583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"77db6a53-b6ea-46ce-846c-5567da9dc842","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:24.982787696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"79aa73cd-44f9-4e80-82bd-73a81a83d831","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.020169943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"b10bbbcb-40a7-46a1-b2e3-87b6164ac8ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.099099421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8849b73e-abdb-463e-a1d9-d30393b3271c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.223992652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-sub","reconcileID":"8282c874-0fb7-4a49-b417-7a59e526c8e9","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2a240","model":"llm/e2e-rt-eq-f2a240","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.272788542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"b5a24ddc-285e-4736-8760-f79951796b26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.368850609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"5920f144-2745-4cfa-9a35-f17dc1d337b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.466470969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42f61f8f-65ea-4cbf-a1bc-a9bca770353e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.466576203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"06b9d535-37c5-4141-b25e-72435798767e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.570672346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"ff82908e-cf63-41a9-a05b-fea5bbc81bf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.628434628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"66d870e2-72ea-4e2c-a93f-15d7390d8690","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:25.815177728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"71ea33c4-95a2-4239-8856-30d47cfd2ba1","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:26.841397332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"6527d6cd-d1ea-47c9-900a-6408882cad43","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:26.841579381Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:26.941618435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"06094e62-4489-41cf-9cc5-193d9aa37e80","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:26.941648188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"06094e62-4489-41cf-9cc5-193d9aa37e80","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:26.947268404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-subscription","reconcileID":"93e4ef7a-f8a7-49d7-bb4e-bd23ada083ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:26.98827855Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"9ba61d32-cb3f-41c7-84e6-ee0373cad8e3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:26.988471842Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"2bd255f3-f98f-4f7a-8db2-9ef658d56a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:26.988277999Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"862f0961-af02-45fc-a4ed-89fa9d30a29a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:26.989953602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"c3961a9e-1332-44de-920d-d513d3cb5977","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.041494054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"862f0961-af02-45fc-a4ed-89fa9d30a29a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.041802117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"c265d791-aac9-43a5-abc0-99ea6faa29e7","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.044364284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"9ba61d32-cb3f-41c7-84e6-ee0373cad8e3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.044456436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"5d46a5cd-4f8e-4777-998b-118a740643c2","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.044776379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"2bd255f3-f98f-4f7a-8db2-9ef658d56a57","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.044816228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"6577ab87-c6db-4680-a678-74ad2ab70f60","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.059589582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"7176483f-a50b-4974-b471-499922a26aa3","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.111257403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"aba4364a-803d-4428-8e59-4a7a993eb611","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.194475298Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"3f49bb9f-d4bb-4e2d-934b-9e199cd1589b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.194547017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"3f49bb9f-d4bb-4e2d-934b-9e199cd1589b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.196064794Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a0551881-8729-48fe-a886-2e6fd92dec43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.196082922Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"6669d8a7-6fc3-458f-ad5b-031ead652161","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.196112059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a0551881-8729-48fe-a886-2e6fd92dec43","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.196135047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"6669d8a7-6fc3-458f-ad5b-031ead652161","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.342430058Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"59f30ae6-4aa8-4e2d-9a50-83e3f9ca5b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.342507378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"59f30ae6-4aa8-4e2d-9a50-83e3f9ca5b47","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.342440243Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"117df56d-8f24-4383-a8e5-8c4c18d90645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.342557173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"117df56d-8f24-4383-a8e5-8c4c18d90645","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.343000322Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"84c82eed-6487-41cc-a787-e3cf53092a5a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.343048387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"84c82eed-6487-41cc-a787-e3cf53092a5a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.361375023Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-subscription","reconcileID":"8995f0fd-b462-41f5-a7b0-0003ffbe5d6d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-116a20/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.50811939Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"9153e84e-0515-432f-9bc5-88c863686525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.508196118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"9153e84e-0515-432f-9bc5-88c863686525","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.508633531Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5083959b-1b7a-49da-a203-faa5b4a63025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.508692177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5083959b-1b7a-49da-a203-faa5b4a63025","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.509023997Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"c4a39e4f-915f-4ad2-8673-df1dff697fa6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.509069662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"c4a39e4f-915f-4ad2-8673-df1dff697fa6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.515300637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"93e9cbde-2f62-4e4a-a234-2b00f9b80058","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.558111282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"8d065313-6ef6-40ac-9948-0868906b023f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.695422133Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"af331562-31e3-4513-ad05-97afe56a3bf9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.695502736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"af331562-31e3-4513-ad05-97afe56a3bf9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.695426418Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"fa48ba0a-b335-4db5-9005-34ad9ac58993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.695550034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"fa48ba0a-b335-4db5-9005-34ad9ac58993","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.695747584Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"bb9384a9-5d0f-4b27-8b8f-ed071f5b25b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.695811145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"bb9384a9-5d0f-4b27-8b8f-ed071f5b25b5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.707704975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-subscription","reconcileID":"03d1d291-9b54-444a-bc13-4edd3bb55732","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:27.900390813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.921182321Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"7b1f4dd5-32e0-4393-9611-a9a5ae00fb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.921251249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"7b1f4dd5-32e0-4393-9611-a9a5ae00fb43","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.921195911Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"278fe8d0-f458-43d5-a6e2-483fc0c44de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.921296043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"278fe8d0-f458-43d5-a6e2-483fc0c44de2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.921465238Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"3ccc6fe1-84d2-440e-bf57-2c7da96346a3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:27.921516186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"3ccc6fe1-84d2-440e-bf57-2c7da96346a3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.229005297Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"6f41a828-77dd-4683-a68c-10f2fa637819","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.229093086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"6f41a828-77dd-4683-a68c-10f2fa637819","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.229005708Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6e5a7d50-cef6-41cb-9694-988ceb4ffaf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.229163851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6e5a7d50-cef6-41cb-9694-988ceb4ffaf4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.229374005Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"b59b7081-d22f-4827-96e6-4461fb7efa32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.229415359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"b59b7081-d22f-4827-96e6-4461fb7efa32","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.695145578Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"cfe84480-8e9a-45e2-b578-08ccf6532662","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.695225776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"cfe84480-8e9a-45e2-b578-08ccf6532662","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.695137249Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"8ec170c0-f502-4da4-b76f-edec73b9b6a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.695287816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"8ec170c0-f502-4da4-b76f-edec73b9b6a1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.695480742Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"e1b2fe7d-d96c-4705-835f-0c22fc8e6b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:28.695521457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"e1b2fe7d-d96c-4705-835f-0c22fc8e6b13","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:29.480748988Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"dda06bfc-6885-487c-b9e3-a42f04060fcd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:29.480825472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"dda06bfc-6885-487c-b9e3-a42f04060fcd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:29.480811929Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"f6cec5f5-29de-4c97-be68-d8f55dd97f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:29.480862963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"f6cec5f5-29de-4c97-be68-d8f55dd97f53","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:29.48101185Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"8c79f443-c7b6-47a8-bb6f-38ce1065692d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:29.481047547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"8c79f443-c7b6-47a8-bb6f-38ce1065692d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:30.602471595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"8d2e7d00-460e-4b2c-80b3-54ef2b0f8cad","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:30.602930258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"891c278f-6415-43ba-b698-318999ed2556","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:30.750366317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c6f194ce-6f1c-414a-8966-945e0a6be929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:30.750399285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"416e8a81-1f1a-4481-9326-e60c33961e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:30.801754092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"46aa9341-b05f-4020-adf9-697ea579ce4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:30.802674475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"734211f9-9256-4c95-9d43-20de626b5022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:30.808760933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c6f194ce-6f1c-414a-8966-945e0a6be929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:30.826579824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"416e8a81-1f1a-4481-9326-e60c33961e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:30.925167586Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"525e2fee-e3df-4163-94ad-a01b296f261d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:30.925234115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"525e2fee-e3df-4163-94ad-a01b296f261d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:30.925281714Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6b1fda69-ef7c-4df1-8e74-44a463440889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:30.925385024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6b1fda69-ef7c-4df1-8e74-44a463440889","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:30.925613395Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"431b7c39-1f23-400f-a314-0481c7914021","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:30.925656064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"431b7c39-1f23-400f-a314-0481c7914021","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:33.008686993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"5fb1f794-f777-46e5-a920-2784d66d6ff1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:33.630770306Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f713918b-f6c2-4a5b-8835-a39c52e7a75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:33.630835722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f713918b-f6c2-4a5b-8835-a39c52e7a75d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:33.630759624Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"f5088425-ccb8-439d-8e52-6e9adf842989","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:33.630879934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"f5088425-ccb8-439d-8e52-6e9adf842989","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:33.631082986Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"3aed64c8-a137-45fa-9b43-03ef46b1412e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:33.631133043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"3aed64c8-a137-45fa-9b43-03ef46b1412e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:38.940006859Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"4f5c9d12-c2dc-471c-baeb-d644c83bb333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:38.940113299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"4f5c9d12-c2dc-471c-baeb-d644c83bb333","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:38.940493868Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"290a7f27-69aa-4ba4-b7b6-8051fd972131","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:38.940561213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"290a7f27-69aa-4ba4-b7b6-8051fd972131","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:38.962886409Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"9806ce54-1d41-48c0-99bf-6a7b8bc33d9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:38.963035736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"9806ce54-1d41-48c0-99bf-6a7b8bc33d9e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:39.875713389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"a7f11b45-2ab2-4c52-a8f3-6e4ea2345593","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:40.020922691Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"ada6ed02-d356-46b5-aed6-0f1d8a6d54dd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:40.021009144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"ada6ed02-d356-46b5-aed6-0f1d8a6d54dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:40.020922712Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"7886cfdb-ba06-4509-8ebb-35315491b8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:40.021071944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"7886cfdb-ba06-4509-8ebb-35315491b8c4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:40.021198959Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"300a8ee9-9560-41de-b453-732e8f9e4385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:40.021238777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"300a8ee9-9560-41de-b453-732e8f9e4385","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: compose ai-tenant-e2e-worker-w2-116a20/e2e-dedup-subscription@e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: model e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:46.740557204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"3f4d690e-0284-45ab-b432-27e9c115d511","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:46.792905679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"6fd78c4e-2705-4ae0-9e28-cde805210e91","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:46.939004622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-auth","reconcileID":"9eb579a4-3ab2-41ef-92c5-f388b8f3deaf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:46.991093292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-auth","reconcileID":"9eb579a4-3ab2-41ef-92c5-f388b8f3deaf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.002075684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"a818cf26-57f0-494f-8dd7-2e7e20b91b7d","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.00218743Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.054858711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"bf8a0c41-a926-49c5-9b08-ebc28cf72347","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:47.107167907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-sub","reconcileID":"1dd6995a-0c2a-470f-8bd6-eef55614018a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.145389486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bfa8485d-e33c-49bb-830c-47b73428cfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.145546586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f65a78e1-fd28-492d-bbdf-913cc4be4ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.19705874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bfa8485d-e33c-49bb-830c-47b73428cfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.197197004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f65a78e1-fd28-492d-bbdf-913cc4be4ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.218227578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"7c8cfc2b-396e-45bc-be4d-47585337f160","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.27104986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"413eb17f-0070-4592-9650-5d63f4a8e940","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.290846567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"dae259f3-371c-475b-b012-cb9a7c3dafac","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.43547756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-auth","reconcileID":"f5fe80f6-2b4b-4c41-b983-e6d7024f445c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.487358577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-auth","reconcileID":"f5fe80f6-2b4b-4c41-b983-e6d7024f445c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.518643022Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-sub","reconcileID":"a72e54f2-976b-4984-9a3e-6d3a29e45de9","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.584696756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"4967b084-b743-46a6-aee4-5f74761b59c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.584755412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"97b0aae4-3475-4995-b8e9-0f441b934485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.638068089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"4967b084-b743-46a6-aee4-5f74761b59c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.638279058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"97b0aae4-3475-4995-b8e9-0f441b934485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.672915272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"ba539c37-6a75-4d64-a68b-85b086074078","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.712388697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"821a25e1-4b0a-4f68-bba1-9ac6f0143f4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:47.865476941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-sub","reconcileID":"34b09ae6-2ca8-4708-84f1-d361d3f78d98","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:49.867458673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"e9dfcbfa-4e28-45e8-ab64-a6cb576f630c","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.01147979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"37ae5a69-5c07-4045-b1e2-199cb5a30bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.011775853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-auth","reconcileID":"ff9324da-a777-4bc2-b737-a6d3d16f0b2e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.011482475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"65bc621f-b9ee-497e-9317-c512dcf9c345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.026327005Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-subscription","reconcileID":"06d5f254-f457-441c-9697-e654454b60c3","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.064902917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"37ae5a69-5c07-4045-b1e2-199cb5a30bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.065156257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"65bc621f-b9ee-497e-9317-c512dcf9c345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.068632383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-auth","reconcileID":"ff9324da-a777-4bc2-b737-a6d3d16f0b2e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.247861603Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-subscription","reconcileID":"06d5f254-f457-441c-9697-e654454b60c3","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.451182558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"8fc84370-d522-4779-b53b-ede207cc7db2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.465550653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"57751b1f-4115-4b0d-a2a2-3062fc7f7123","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.466074098Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.6067368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"0b837e2e-7ba3-4944-90d4-17a34ab51c42","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.611373391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"c9208866-65b0-44a5-9dfd-98f7130db8cf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.61145452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"6a7cef21-5143-49be-ad1f-fd19d5b67083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.611931659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"411e6ba6-833f-410e-a0cc-1e2bd474ed85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.663744846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"6a7cef21-5143-49be-ad1f-fd19d5b67083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.663857887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"411e6ba6-833f-410e-a0cc-1e2bd474ed85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.665832805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"c9208866-65b0-44a5-9dfd-98f7130db8cf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:50.963659281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"c9208866-65b0-44a5-9dfd-98f7130db8cf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.963833006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-dedup-auth","reconcileID":"4c4c7b79-dffa-4777-b777-07d3a27b284e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.965856934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"b913ca46-3af8-48ac-88ac-7c908caf59be","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:50.968805208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"5f1bafe9-a0b7-4fd3-a5cb-6d873cdb30fb","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:51.167018142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"af487758-bc3f-41f1-a7d3-9069499ea072","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.122382651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"ed9508af-ca4a-442e-8967-004e8f814e38","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.122735864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"6c6153ba-d5e0-40e7-b99b-dd03af6f603a","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.174848037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"c083f7da-ae85-4639-bfc4-a557bd08a79d","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.175132556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"a56e6ffa-05b2-4e6a-8342-c390fd4122ec","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.382932046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"64eae9fb-862a-4477-953e-c93b59ee5bb7","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.382931998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.415887119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"f4676d68-eddb-4efa-bdcb-f769da493588","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.43453611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"cca32024-1303-4dc8-a49e-b52186815787","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.468786443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"f4676d68-eddb-4efa-bdcb-f769da493588","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.488682287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"6212e19d-aac0-4cf5-8f6f-ee5350385fac","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.48913971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"bb838a67-35f8-4d78-a228-395688165c99","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:20:52.495156569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"e4a57642-adb4-4851-b1e1-c071897b65c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.608881008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"c2e738bd-aac7-4935-bc96-cb14234c0a45","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.609387327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"c4a5a35a-5289-41fc-9b69-82ce20d3ce2a","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.649734842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"bde58df4-f0f0-4cd2-ab0a-1c4a968cba2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.649735152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"07d74e39-6d6d-47bd-b35a-a19454d6c512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.65958667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"6bd87fdb-d565-4c15-95a1-043124d42461","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.659938174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"4f592d48-9cad-41de-b2a3-df935adb7971","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.709970561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"bde58df4-f0f0-4cd2-ab0a-1c4a968cba2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.712827391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"07d74e39-6d6d-47bd-b35a-a19454d6c512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.861751054Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"2bae1456-67a9-4c27-8fc6-ddd7f3d3bed4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-w2-116a20","model":"distinct-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.90118915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"39486b63-614e-4957-9529-e329b3d8655a","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:52.901692238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"16d7fbeb-0d41-45bd-8d76-f96025e1ac54","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.016331363Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"2bae1456-67a9-4c27-8fc6-ddd7f3d3bed4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-2-w2-116a20","model":"distinct-2-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.114003031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5f0104d6-c088-4023-9da1-fe3a1ba71bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.11538202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"f017cd74-0908-43da-84a6-462aa2bb5e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.168155719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5f0104d6-c088-4023-9da1-fe3a1ba71bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.168540783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"f017cd74-0908-43da-84a6-462aa2bb5e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.214918988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"f4938cf4-fbce-47ac-b2d3-55af6e8c882d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.223069553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"291b6191-d469-4220-98fc-5734eab84ef2","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.223471947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"e48333a7-b931-4e5e-b2a8-53395d68dee3","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.288147318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"f4938cf4-fbce-47ac-b2d3-55af6e8c882d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.435281513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"a303d37c-6847-4e9d-a226-f9597ccfa728","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:53.581632355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"a303d37c-6847-4e9d-a226-f9597ccfa728","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-2-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:55.865715228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"95aecf9f-f786-4dfc-a690-5ae980686c8f","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:55.921752163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"929034ad-5edc-444b-aa19-a5d1f5a21470","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.021813761Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"f4015124-b803-46b4-9866-38e84b6e6c7a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dee09727","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.069766359Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"19c29d93-8a8e-49cc-9973-bc60899a3dce","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dee09727","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.118275875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"08f724a6-14bc-417d-a4f3-90825de40e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.119176947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"33e9c202-b0f6-4760-9a24-d8ea69988258","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.119668149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"3046e8ae-ac18-4bd3-ad82-a75cce86e604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.174137654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"08f724a6-14bc-417d-a4f3-90825de40e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.174263088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"3046e8ae-ac18-4bd3-ad82-a75cce86e604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.176401566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"33e9c202-b0f6-4760-9a24-d8ea69988258","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.625974743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"99141fd0-0b9a-4be0-b67f-120e0331354c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.626694564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"d680236a-24aa-4a8a-b87e-d82398db805b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.67928264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"99141fd0-0b9a-4be0-b67f-120e0331354c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.67944172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"d680236a-24aa-4a8a-b87e-d82398db805b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.774609218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"001b7843-20f6-4a02-8c22-8031da8fe2b3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:56.82714122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"001b7843-20f6-4a02-8c22-8031da8fe2b3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:20:57.93400394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.016998746Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-sub","reconcileID":"17fd97fc-b1f1-4c7f-b67b-91cb044cd043","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.215684787Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-sub","reconcileID":"17fd97fc-b1f1-4c7f-b67b-91cb044cd043","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.409261778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"dec187d1-b425-473c-b4fd-aa31d6b6e84e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.469477412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"a27383d4-2612-41e2-b256-351d71a04ef2","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.469850526Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.606405692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"50df53b9-478f-439f-bb8c-6344293e160d","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.614741762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"92bc905e-862e-4488-9e54-158e5171cd1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.614879813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-auth","reconcileID":"90c6ba58-beaf-48ef-a785-77931e435a0f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.614741752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"df4a3103-41e1-4284-bfae-ac80fc688a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.667335844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-auth","reconcileID":"90c6ba58-beaf-48ef-a785-77931e435a0f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.667417468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"92bc905e-862e-4488-9e54-158e5171cd1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.669768065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"df4a3103-41e1-4284-bfae-ac80fc688a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.792628528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"11936264-6b04-46d4-8b28-deb7e2fe632b","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.793423974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"20d4d45b-5f24-4512-96a6-19c60d707e33","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.793771289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"a57070ac-dcb1-461f-a67a-b52a793aa0fa","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.846034379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"429b3043-cbf5-4969-839e-814768a52f5f","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.846398246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"68df57c9-d420-4374-b963-2eef7f72e4e5","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.846756749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"bc6bf949-eee8-46d4-876c-a1411e7223a0","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.863716057Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-user-token-filter-auth","reconcileID":"0b98e33f-9128-4ea1-a047-d6353e5058ea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.943168224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"d52df719-c28e-4c3d-bd0c-f9c6f430a92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.943500546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"30b6f82e-72f5-4939-9a0a-a1731c420083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:00.998205924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"f338498c-dbd5-4b5b-b426-e9bca0594410","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:01.007454129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"d52df719-c28e-4c3d-bd0c-f9c6f430a92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:01.020616763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"ef7656c4-e1db-4263-b853-792228b76d31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:01.021336514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"30b6f82e-72f5-4939-9a0a-a1731c420083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:01.117478613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"fc4423f6-35b7-4819-9357-543eec2cf4fa","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:01.41152826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"fc062fb3-648a-4210-8ba1-b896b8b7306c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:01.411530321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"69667c5e-d4be-4d34-9e60-830a8593f1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:01.468166386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"fc062fb3-648a-4210-8ba1-b896b8b7306c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:01.469473155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"69667c5e-d4be-4d34-9e60-830a8593f1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.118918355Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"542cbeb4-8226-480a-8846-1f89d763f170","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.208297472Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"542cbeb4-8226-480a-8846-1f89d763f170","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.261012686Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"542cbeb4-8226-480a-8846-1f89d763f170","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.315482769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"542cbeb4-8226-480a-8846-1f89d763f170","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.364208133Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"542cbeb4-8226-480a-8846-1f89d763f170","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.415867189Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-subscription","reconcileID":"542cbeb4-8226-480a-8846-1f89d763f170","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.671650393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"da88682c-a02c-41b4-a536-32b4db7b123f","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.672021844Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.726541674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"c28caa5d-ecbd-4b37-9fcb-6a9d70dcc5ee","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.816007686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"6118950f-16d3-4d9a-af19-788f7f47d3a9","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.816298543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"007c189f-eb99-4acf-a4ce-a20222e1e481","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.919711148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"0b63978f-7ca9-4a39-a522-b3cbe7462ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.919910282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"6806eced-c9ae-4950-85ed-5dc2f86f21ea","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.919711649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"53843f8d-5064-4ce6-a647-fce2e0cf274a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.972075028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"0b63978f-7ca9-4a39-a522-b3cbe7462ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.972447717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"53843f8d-5064-4ce6-a647-fce2e0cf274a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:06.974285793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"6806eced-c9ae-4950-85ed-5dc2f86f21ea","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:07.269781314Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"55894695-1370-4137-a2ca-1de29b7a19b5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:07.370024874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-distinct-models-auth","reconcileID":"55894695-1370-4137-a2ca-1de29b7a19b5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:07.517344758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"81d14ba5-2001-4774-bc04-22c2f37f359c","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:07.517596408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"0f502daa-2734-461c-8f18-3885df10ae67","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.482038391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"8ebf3294-2c3f-4d54-aa60-bf65966f55d1","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.534036763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"c137318f-c52d-4805-a4c2-b90b8d3442e8","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.678159407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"b2955f52-d27e-4c8e-ad0e-b9c0108bf91b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.730157089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"b2955f52-d27e-4c8e-ad0e-b9c0108bf91b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.731772919Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.731814358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"a2bde5ce-640c-45af-b1c3-7fa955e567de","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.784516491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"9f84f59e-1843-4055-ad2c-34c6ee456a21","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:08.836848957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-valid-sub","reconcileID":"70c91f5d-527e-4fdb-91e9-7da76745c159","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.876724156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a1c4e4ed-ac0d-428d-8554-d76f727ef97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.876732179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"c3791d80-f775-4e77-bc0e-d45d33ce5e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.928888121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a1c4e4ed-ac0d-428d-8554-d76f727ef97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.928991967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"c3791d80-f775-4e77-bc0e-d45d33ce5e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.948693784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"a9d47b95-8a12-4342-98b5-fef5ddf1e4c2","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:08.977796285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"10a176f4-e992-44d6-9b55-482f67b10374","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.003398669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"e198750f-7bce-4901-965b-75b681274499","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.121625969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"974c6b15-85bb-4f8b-82ca-700532ae7559","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.173896641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"974c6b15-85bb-4f8b-82ca-700532ae7559","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.217040422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"8c847ca4-5cc3-4082-86e8-f2fcc0fb273b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.217131901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"992a52b6-4b42-4ad5-8f1b-f1e68751f6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.254388986Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-valid-sub","reconcileID":"8bdc101b-a1bc-4abe-99bf-0261716ef946","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-116a20/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.26893694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"8c847ca4-5cc3-4082-86e8-f2fcc0fb273b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.27101415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"992a52b6-4b42-4ad5-8f1b-f1e68751f6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.405733455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"da3a3c21-ec9c-414f-8d41-97667333b5e8","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.448654135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"f00a69f5-2614-4763-8ba9-d120b7379bc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:09.469914874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"974c6b15-85bb-4f8b-82ca-700532ae7559","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.598600666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-valid-sub","reconcileID":"4c1ab422-a685-4057-8f01-b479777f1ee3","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.619981114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"c2cd9cec-3ba8-49b6-985f-bd4b249d0447","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:09.671750319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"c2cd9cec-3ba8-49b6-985f-bd4b249d0447","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:10.103968156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"b19f411c-7742-4a78-88ad-ee03d61cdf26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:11.609343533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"0ae61821-7cf3-4c0a-bcc9-b2f762a08d96","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:11.764831409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"b3fa2621-fd2c-432e-9957-1ce1988a89fd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:11.764864094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"e3f63fd6-d365-40ad-af58-46b867c3ff86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:11.765330831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"9ce2a9b5-c5dd-49b8-82f3-d8f250fec766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:11.817761421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"b3fa2621-fd2c-432e-9957-1ce1988a89fd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:11.818675756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"e3f63fd6-d365-40ad-af58-46b867c3ff86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:11.81994542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"9ce2a9b5-c5dd-49b8-82f3-d8f250fec766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.372460643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"9a5ea0a1-3c7b-435c-905e-73c498d96710","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.424796489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"b2d4b214-9984-4a34-a3cb-57de1b313f3c","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.569069282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"42b2a6a0-461b-4587-9fd0-5b9b388dc15f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.621225264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"42b2a6a0-461b-4587-9fd0-5b9b388dc15f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.635422317Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.635470373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"5e370cfe-0dda-462c-8862-eb6166980a1e","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.688510212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"e455c2c2-74ed-4029-841e-8554dbff1536","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:13.738089836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-user-sub","reconcileID":"f0a0d0a7-9e2c-401a-bb65-96810af7b0b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.781571452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"400af243-267f-4b56-b2bc-573b9a929052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.781571586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"1a8fc5e9-6895-4ca2-8f21-d2768ce03ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.834044263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"1a8fc5e9-6895-4ca2-8f21-d2768ce03ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.83406223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"400af243-267f-4b56-b2bc-573b9a929052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.846640801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"20c44425-2f7b-45a4-9bea-f11c30268741","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.899299075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"b97c3abb-06a7-4b27-9333-65d8d8aa9504","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.922033144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"523b58a6-a43e-42fc-aeb6-4575d8efa52e","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.950235371Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-747799 priority=0:[ai-tenant-e2e-worker-w4-747799/e2e-models-other-sub ai-tenant-e2e-worker-w4-747799/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:13.950462891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"50df9588-7dfe-4dde-b8ac-9f3b75c3665b","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.00098354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"ca1a0b1d-6bec-4422-a707-78343e207c31","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.053561993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"cd61b227-2373-40ae-9b7b-2f56ea27d3e5","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:14.054370028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-other-sub","reconcileID":"4d674a5f-23b6-4885-bd59-f5cb2e813da7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.066526524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"a5006cbf-f7ae-4b46-b334-6f177cf5ac57","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.118672832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"a5006cbf-f7ae-4b46-b334-6f177cf5ac57","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.143569621Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-user-sub","reconcileID":"8a88c4c9-1e45-40b0-be78-255f14c33b2c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-models-user-sub","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.164656917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"10fd6c9c-d257-4543-84be-239221a5ee35","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.217006365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"22729f0f-569a-40da-b723-51b7caaede45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.21707249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"6702cc6a-5009-4226-abac-68ad24792e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.217637493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"963524c7-c9c9-45dd-8704-1eaa7195d388","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.269440588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"6702cc6a-5009-4226-abac-68ad24792e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.26975254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"22729f0f-569a-40da-b723-51b7caaede45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.299096632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"35fb8941-b3d0-4623-8645-fdb692dae4bd","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.393647112Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"27c8ae7a-3d9a-4b59-9e7e-4427bfcab1c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-models-other-sub","ai-tenant-e2e-worker-w4-747799/e2e-models-user-sub","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.46141657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"1efb4da1-752b-43d8-8882-35abe636656f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.490980456Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-other-sub","reconcileID":"c1a6464b-b712-4632-9337-e507528b30bc","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-models-other-sub","ai-tenant-e2e-worker-w4-747799/e2e-models-user-sub","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.513253356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"1efb4da1-752b-43d8-8882-35abe636656f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.539157598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-user-sub","reconcileID":"6c2823f6-3272-43bc-82e9-67da40702ef5","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.562833345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"328ae08c-7402-4bf7-b87a-50cc2db355f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.562863158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"02711e33-eea0-4b00-a650-b2c0ad7529e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.615297163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"328ae08c-7402-4bf7-b87a-50cc2db355f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.615371874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"02711e33-eea0-4b00-a650-b2c0ad7529e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.649532074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"db5f4bab-7e62-4bfd-8167-e971c6a9fc18","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.688057452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"9155ba22-c0de-4661-9341-6c7258869c70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.843227988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-other-sub","reconcileID":"27fa73e8-69c8-4e90-a857-b4525644e69a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:14.952253632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-user-sub","reconcileID":"20cf1915-5758-46dd-8f14-bac4401312be","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:16.74710724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"27fb423b-e516-492d-a3ed-8b69ad2f6efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:16.747482344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"feef0b7a-e264-4bb7-98e1-b3e4cfb7b109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:16.801687127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"feef0b7a-e264-4bb7-98e1-b3e4cfb7b109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:16.803878125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"27fb423b-e516-492d-a3ed-8b69ad2f6efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:16.951847013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"64532aaa-e1bf-4d8d-981b-812db3111dcf","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:17.097054562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"cdaba5eb-3c04-4b74-bd94-e472c5b71726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:17.097265256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"df775794-a0be-44e8-a3ba-d9585bcad6be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:17.09706314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"1fb88b2f-2f9e-48eb-bc8a-664dfe9fda44","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:17.149913555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"cdaba5eb-3c04-4b74-bd94-e472c5b71726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:17.15098057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"1fb88b2f-2f9e-48eb-bc8a-664dfe9fda44","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:17.152125928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"df775794-a0be-44e8-a3ba-d9585bcad6be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:21.766288698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-valid-sub","reconcileID":"678d089c-7331-49e6-a076-4497398496bd","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:21.968160899Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-valid-sub","reconcileID":"678d089c-7331-49e6-a076-4497398496bd","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.165122991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"16906567-a9c3-4178-b0ac-ce21208082fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.224241878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"3e7c7158-928f-4c5b-b540-22c4ed815761","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.224587261Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.27902746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"3f632d9f-960f-4418-93bc-8e5275d2596f","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.365868315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"b64c3849-7a9b-49ad-a8a0-702ba87d1f76","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.372169335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"dcab680a-1db8-408a-91ba-89a5b50642d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.372187543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"08f782a8-dd09-4506-a96e-7472dc7dbc80","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.372559865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"48b22516-fe00-46af-9618-c8c514c8e02e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.429536982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"08f782a8-dd09-4506-a96e-7472dc7dbc80","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.433246893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"dcab680a-1db8-408a-91ba-89a5b50642d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.436856096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"48b22516-fe00-46af-9618-c8c514c8e02e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.563110088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"f86bf58e-e93f-45e7-b5d6-93a4b6f43c9d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.563686249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"c46bb579-15e1-4e9f-bbfb-4fd518f93d68","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.632032955Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-models-invalid-sub-auth","reconcileID":"bd748cc0-1835-40e6-9216-a138ee5c454b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.636627844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c60e579c-c8d5-445f-abaf-e18c5eae97d6","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.637028534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"704c936b-5a87-42db-83a7-f5632411120d","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.71662326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c13b34b6-7ea2-4938-b9ee-e8bff959de69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.779563002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c13b34b6-7ea2-4938-b9ee-e8bff959de69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.829200041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"62e0bf0e-4eeb-4e3b-b77b-797ce1532cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.840515762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"4ae98b56-4463-47fd-9d98-0ae6f5c2f49b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.841532979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"52737c4a-af72-417e-90da-c8a14bc4b410","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.881632815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"19df58fd-bb0c-4f99-b1b0-b981862de723","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:22.917992947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"62e0bf0e-4eeb-4e3b-b77b-797ce1532cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:23.143711848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"fd7d8524-8d1b-4268-97e5-e0ba7e70cbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:23.203621652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"fd7d8524-8d1b-4268-97e5-e0ba7e70cbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:23.346592367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d9ef8d44-ce1d-41c2-8754-ec429c0fb9e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:23.401085969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d9ef8d44-ce1d-41c2-8754-ec429c0fb9e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:23.852394306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"f46a8c90-4fda-4b25-ba9c-82422ca30bba","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:23.906457447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"c45b9517-2b2b-4304-8e80-a7d18eda75ab","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.144865553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"25272bd7-c926-4062-b479-7c32034a5d1c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.146851887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"87d004ad-d4cb-4aaa-a622-f27bebf8b610","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.147082393Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.205616784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"a05f5654-de18-4b58-ae41-e8bf5d758326","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.21047924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"25272bd7-c926-4062-b479-7c32034a5d1c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:24.250092805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub1","reconcileID":"13f70995-2c27-438e-a719-7a0d00f0ad16","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.362447765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"64117cce-31af-4144-a25e-cebd70430bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.362447767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"f3356096-8d70-498e-955f-c13f25c566c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.363401994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"e47edd49-b8b2-4740-a4f0-36fd2433bfa5","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.412805528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"be1fc13a-6946-4e08-9049-5c8cf4530853","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.416707557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"64117cce-31af-4144-a25e-cebd70430bc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.416757055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"f3356096-8d70-498e-955f-c13f25c566c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.417571112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"b1af43f4-1891-4c8b-bb45-4046a9ff6e68","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.462974364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"21d74b11-566d-451b-8cfb-d7211d85bb74","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.466526716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"dc09711f-88f1-4de0-82b7-30948f91fa99","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.612486444Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub1","reconcileID":"e471fca3-03cf-4500-bbf4-309c4a80fcad","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-w2-116a20","model":"distinct-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.677866473Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-116a20 priority=0:[ai-tenant-e2e-worker-w2-116a20/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-116a20/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.677926859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"4eea2f9a-68a4-4253-8f80-dad896e61977","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.702913963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"408a45d3-1589-4e6c-810d-e39032e18bfb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.705071602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"ea2028ed-85d8-4cb6-b76c-83c5a93f16b4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.731852878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"b2d97b98-f150-4165-919b-13af4ed6886d","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.755138335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"408a45d3-1589-4e6c-810d-e39032e18bfb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.757504278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"ea2028ed-85d8-4cb6-b76c-83c5a93f16b4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:24.766805743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub1","reconcileID":"e471fca3-03cf-4500-bbf4-309c4a80fcad","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.783003087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"291d859c-6672-42aa-9082-1593d215d6ec","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:24.783623845Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-116a20/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.83654288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"6b5c7b57-47d2-4cb9-a7f2-6290767d3cda","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.866642482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"7680ec40-1b1f-4f7b-ac51-45f6f90b1eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.87651869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"9e94ed48-818e-4068-9299-e6b9d868dc81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.920485165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"7680ec40-1b1f-4f7b-ac51-45f6f90b1eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.929093417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"9e94ed48-818e-4068-9299-e6b9d868dc81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:24.973735991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub1","reconcileID":"6460dce6-0717-45f0-8b46-e09e687197ec","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.063105252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub2","reconcileID":"8c9aaf74-25a6-4041-af1e-49a9077051ea","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-2-w2-116a20","model":"distinct-2-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.114537229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"43db9819-b4a9-4dd1-b986-e4cec5d5b799","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.132335406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"461de810-219d-49a2-8b94-5d33b6be63ed","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.201723029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"35db14f3-946e-401d-a8c9-25f7ae1d0f0f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.230417665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"e59003a8-e447-49ec-b3d1-5458f92d502b","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.25391227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"35db14f3-946e-401d-a8c9-25f7ae1d0f0f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.354889756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"8597c3d2-5328-4eb8-b432-e4f55928d1fd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.402198778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"b74459aa-3ebc-410b-96ff-8bf60a1f51d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.402482844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"83662c53-5c38-4818-a1e3-fb33aea5af60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.406960553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"8597c3d2-5328-4eb8-b432-e4f55928d1fd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.424314962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub2","reconcileID":"be4911a3-2bf2-445c-8627-38dee717d95b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-2-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.454833523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"83662c53-5c38-4818-a1e3-fb33aea5af60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:25.455940726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"b74459aa-3ebc-410b-96ff-8bf60a1f51d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.105534223Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-user-sub","reconcileID":"f74f6e9c-9a43-42ae-af3a-e8bfbf23ef1a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.31905356Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-user-sub","reconcileID":"f74f6e9c-9a43-42ae-af3a-e8bfbf23ef1a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-models-other-sub","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.550690382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"b2b5a425-0954-4bbb-8d5e-29207d37fe14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.551294313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-other-sub","reconcileID":"ff611457-6b6d-4688-b5ed-8ae2caf71987","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.592776931Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-116a20 priority=0:[ai-tenant-e2e-worker-w2-116a20/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-116a20/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.594603162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"07641fab-9707-4b6d-a2b6-54556b94c0e8","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.69302474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"1f255011-9bac-45e7-bd4b-89e70adb5056","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.731528459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"51efe18b-97a6-431a-9557-1ebeb32e9f58","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.8194131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"e62fb2d5-c25e-485c-9f26-0efcebd3bdd1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.820420553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"caa16ae6-7b6a-47f6-a2ac-553722a8c220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.882617607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"f592c326-cf1f-45e6-8ec6-1d2bc5a54770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.890457273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"e62fb2d5-c25e-485c-9f26-0efcebd3bdd1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.892154121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"caa16ae6-7b6a-47f6-a2ac-553722a8c220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.930597326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:27.954865623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"f592c326-cf1f-45e6-8ec6-1d2bc5a54770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:28.299987899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"988ea7d6-582d-4ead-9150-3fb14eb40f72","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:28.300921861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"0adc08ce-b8b0-48ed-811a-8c82047d5d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:28.359883214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"0adc08ce-b8b0-48ed-811a-8c82047d5d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:28.36373177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"988ea7d6-582d-4ead-9150-3fb14eb40f72","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:28.379465161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e4cb323d-a5b1-4e9a-92bb-8e17685ecdb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:28.436634277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e4cb323d-a5b1-4e9a-92bb-8e17685ecdb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.132518624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"95cdbfdf-079b-4b89-8762-227071ba5cd3","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.282026158Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub1","reconcileID":"83166908-2668-473c-9625-9232f8544575","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0a9200e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.374729219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"a0afea88-9cd1-4a3e-a7cb-d761cff58f20","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.374944917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"c8befb53-2207-4970-9744-9ff6ac7b512d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.374734269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6c4af98d-433b-4e62-a79b-c130afa755cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.375464483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"da44b46c-3fb8-43e6-b451-be372d27488a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.427426707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"a0afea88-9cd1-4a3e-a7cb-d761cff58f20","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.42749028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6c4af98d-433b-4e62-a79b-c130afa755cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.429838647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"c8befb53-2207-4970-9744-9ff6ac7b512d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.429880132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"da44b46c-3fb8-43e6-b451-be372d27488a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.865579027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"8e13c129-bc63-493a-804c-76bcc88a16cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.86574129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"a0b7384c-b170-48fb-9815-aa8994253b36","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.86600326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"685b86ad-6f84-432f-81f3-6018898020e0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.865577402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"8e19b038-c13b-4b81-88a9-27ebc16cb37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.917611257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"8e13c129-bc63-493a-804c-76bcc88a16cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.917896457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"8e19b038-c13b-4b81-88a9-27ebc16cb37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.920025701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"685b86ad-6f84-432f-81f3-6018898020e0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:30.92012915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"a0b7384c-b170-48fb-9815-aa8994253b36","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:37.933972887Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-other-sub","reconcileID":"49871455-e340-46f8-b7ec-21c284705453","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.134714755Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-other-sub","reconcileID":"49871455-e340-46f8-b7ec-21c284705453","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.335078206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"ca7279bd-e449-484a-939d-f0bf69f82147","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.40296631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"ee7490e5-8f9b-4936-856e-ff8761310f1d","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.403423603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.457715487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"5aa4ce0e-f17c-4db7-9e61-7a979bb3969d","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.538541588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"cda6e199-3696-4c88-b164-ce33144accbb","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.54853943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"7963f66c-e821-49aa-b1e1-cc38573b7b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.548579144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"9d25e258-6ca0-457b-ba63-5e0c932670da","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.54899491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c36817d6-2bcf-45a3-a42a-4d9b18e0fdce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.60112174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"7963f66c-e821-49aa-b1e1-cc38573b7b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.602180606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c36817d6-2bcf-45a3-a42a-4d9b18e0fdce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.603495756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"9d25e258-6ca0-457b-ba63-5e0c932670da","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.746404693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-models-access-denied-auth","reconcileID":"8e37e7c4-e0e9-46e3-bb5a-4f72179578b8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:38.894672441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"7b5c6986-ac1d-469f-9690-899be051e7be","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.330851845Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub1","reconcileID":"57341c25-ed94-4fdc-9c81-bb8a09d47321","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.379072613Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub1","reconcileID":"57341c25-ed94-4fdc-9c81-bb8a09d47321","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.429654027Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub1","reconcileID":"57341c25-ed94-4fdc-9c81-bb8a09d47321","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.687043729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"e5746ee7-4b16-4d33-a9a1-27a3fdf18083","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.687704482Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.827699793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"82ae41c8-1e36-45cb-95f3-90a8953ebc10","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.929590432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"5761c163-efe2-42ea-ad2a-b7e4bb995455","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.929805896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"271f5410-85f8-43c6-b2c6-71ba70d4f5e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.930074201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a41808a7-0b65-43b9-b045-58be3a084bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.930155877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"0165ba80-768c-474f-9ccf-8823d47cb873","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.97775549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub2","reconcileID":"170e0523-3f95-4637-b888-f1a7d7488b89","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-347930b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.982164041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"5761c163-efe2-42ea-ad2a-b7e4bb995455","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.983514567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"271f5410-85f8-43c6-b2c6-71ba70d4f5e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.98483915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a41808a7-0b65-43b9-b045-58be3a084bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:40.98592423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"0165ba80-768c-474f-9ccf-8823d47cb873","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:41.420201777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"41b5d63d-1f32-4c93-a4b9-c094dcca3406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:41.420225461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"493e5f08-c950-45ed-87e0-45773aedec09","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:41.420629888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"e92f03b4-5dcf-4572-83eb-1bad4d280d25","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:41.420725342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"3eb3608c-e82d-4359-a225-531928508ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:41.473451019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"e92f03b4-5dcf-4572-83eb-1bad4d280d25","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:41.473496571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"493e5f08-c950-45ed-87e0-45773aedec09","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:41.475621143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"41b5d63d-1f32-4c93-a4b9-c094dcca3406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:41.475803839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"3eb3608c-e82d-4359-a225-531928508ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:44.842902782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"8e3de8ba-0888-4c99-a8c4-21ee77d13184","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:45.770504405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"2c758a72-f8c6-4b0b-aa02-4a48068f27a5","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:45.822934383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"a7b9f200-4820-4455-8999-1b78074e5cda","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.019098577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"a26c9b00-e48f-48b6-826e-b0e9afab6a73","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.043168556Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.043200809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"d7edbde2-7161-4606-b2d9-6271207b1d2e","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.071123372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"a26c9b00-e48f-48b6-826e-b0e9afab6a73","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.098723226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"870a29b5-1c67-43fe-9f4c-6732dc938755","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:46.149891887Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"870a29b5-1c67-43fe-9f4c-6732dc938755","name":"distinct-w3-1b8f09","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-1b8f09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:46.149964818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"870a29b5-1c67-43fe-9f4c-6732dc938755","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-1b8f09\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:46.150227726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub1","reconcileID":"59f23827-6b73-49b6-b3bf-f1149384f197","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.155440487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"9ac7a58b-e370-4d3d-836d-01a67da378f8","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.235833298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e3e17837-390e-460a-b377-a27c31ba2e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.23583458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"5107492e-55c2-48c4-9682-8240a4f9e4e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.256328846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"d735052e-3b19-495a-a65a-c89102cfbc3f","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.288284812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"5107492e-55c2-48c4-9682-8240a4f9e4e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.288486416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e3e17837-390e-460a-b377-a27c31ba2e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.308851137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"6acf29d1-5a2f-4100-97f0-143f1368be98","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.314780881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"00c81e29-6590-4067-a4ae-6a87822a9834","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.365698148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"76e030a8-8df1-4e75-8ced-441d0cfadc01","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.371039131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"08b19450-44ec-455e-98be-25d7a0f5988d","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.506055121Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub1","reconcileID":"42bd13e3-a73c-4336-a14f-6aaab632a981","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-distinct-w3-1b8f09","model":"distinct-w3-1b8f09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b8f09/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.696941373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"b71d928a-6685-4613-a73f-5891c470a0ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.699983075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"de51352c-319c-493c-9dca-3e4a059c8275","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.739737842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"9f1a6179-f56a-4059-8158-9bb00de1bc9a","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.748692168Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-1b8f09 priority=0:[ai-tenant-e2e-worker-w3-1b8f09/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-1b8f09/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.757858683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"b71d928a-6685-4613-a73f-5891c470a0ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.80423114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"c341a4bb-0e15-4c40-8bde-593ea819b3f2","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.807743983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"07aab35f-288f-4b3e-a47f-a54f8a17c022","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.808554551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"de51352c-319c-493c-9dca-3e4a059c8275","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:46.86185045Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b8f09/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:46.861910089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub2","reconcileID":"ad6e5f1b-ed66-4a15-89b9-a72ad99812e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.888999408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"78ace8d3-6954-4dd6-9d17-37fd0144c49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.897918598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"8654d0fe-cb5b-44e6-90dd-9e3c7f868d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:46.974915818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"78ace8d3-6954-4dd6-9d17-37fd0144c49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.004731127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"8654d0fe-cb5b-44e6-90dd-9e3c7f868d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.004838911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"ab114cd5-a59d-41a8-859a-d133213febbe","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.04317176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"7e15f5f6-d68c-4f35-82df-979a78cb68c8","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.099705795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub1","reconcileID":"40bc9787-0336-4b9c-8140-d718da3ad533","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-distinct-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/distinct-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.114861776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"1b3a60d3-e656-4254-b0b7-bd10e074965d","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.362876628Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub2","reconcileID":"10c2bb5a-e8f4-4678-8f73-9fb16d743db7","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-distinct-2-w3-1b8f09","model":"distinct-2-w3-1b8f09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b8f09/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.405743628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"c481c010-bfa9-4ca0-aa70-92e78d28b58b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.470884577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"e5dce566-9bc0-4f91-8f87-09e891c80104","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.528676952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"c481c010-bfa9-4ca0-aa70-92e78d28b58b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.551848059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"e5dce566-9bc0-4f91-8f87-09e891c80104","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.631557271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"22da8ffb-fa6a-4119-8f12-5c50b69baed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.632341417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"559d3c50-d341-4b51-b65f-230d204abe29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.640554806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"73dc4abb-37cd-4cc5-ad60-67681ce5a46e","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.694261557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"22da8ffb-fa6a-4119-8f12-5c50b69baed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.73810534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"559d3c50-d341-4b51-b65f-230d204abe29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:47.98017447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub2","reconcileID":"d390c142-111a-490d-a120-6b59c199a7f1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-distinct-2-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/distinct-2-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:48.654591128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"8bb938f6-f2c8-491b-ac3c-d096ed1fb324","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:48.655375973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5d03d788-f68f-4b38-910a-de20ccb4858a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:48.65598812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"40ce3959-9f16-4212-b91b-b2445f198952","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:48.659672578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"79b8756a-17dd-429b-a2bf-8a0560437d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:48.74677042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"40ce3959-9f16-4212-b91b-b2445f198952","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:48.787829433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"79b8756a-17dd-429b-a2bf-8a0560437d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:48.830525671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5d03d788-f68f-4b38-910a-de20ccb4858a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:48.883006935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"fe391fb8-a652-4b96-857d-25d7e2a6324c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:48.948373714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"8bb938f6-f2c8-491b-ac3c-d096ed1fb324","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.066265803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"fe391fb8-a652-4b96-857d-25d7e2a6324c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.296649902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e88eb7fa-8699-4e0c-9fd0-3b9f42bb6d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.385071358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e88eb7fa-8699-4e0c-9fd0-3b9f42bb6d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.4128976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f9c57ec7-886b-4a4a-a7a1-37a857b97b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.477731465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"811a1b78-79d7-4018-9a40-56a7512a574f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.482578357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f9c57ec7-886b-4a4a-a7a1-37a857b97b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.546768825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"3f69ecd5-77ff-4073-a81d-664e29da0bf6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.660441886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"811a1b78-79d7-4018-9a40-56a7512a574f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.7248628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"aee903b6-b646-4a4d-b45b-89b84565049f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.828873873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"3f69ecd5-77ff-4073-a81d-664e29da0bf6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:49.845511532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"aee903b6-b646-4a4d-b45b-89b84565049f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.230668058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"21d6eb0c-5a95-400a-97c9-424a153f7277","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.290025423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"89988be1-166d-4a71-b4f1-aaa51147eaa0","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.496219179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"fbe8acba-42ee-4103-8469-fe6aa756f0bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.497025225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"68bdeb0e-4864-4f16-8794-e87313c29e8a","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.497402454Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-1b8f09 priority=0:[ai-tenant-e2e-worker-w3-1b8f09/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-1b8f09/e2e-return-all-sub2]","namespace=ai-tenant-e2e-worker-w4-747799 priority=10:[ai-tenant-e2e-worker-w4-747799/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-747799/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.553280129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"fbe8acba-42ee-4103-8469-fe6aa756f0bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.553322931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"9a167585-3d5f-4c7c-b1de-78aa4fa8d20c","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:50.610841851Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"9a167585-3d5f-4c7c-b1de-78aa4fa8d20c","name":"distinct-w4-747799","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-747799\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:50.611031373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"9a167585-3d5f-4c7c-b1de-78aa4fa8d20c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-747799\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:50.612906343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub1","reconcileID":"fe2c4e46-1be6-46b1-a854-b479e6227e59","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.615823532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"5df36b6f-786c-434f-8d35-763cd273e036","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.616516603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"7b911135-05ed-4ba7-a76f-3bc2486781e6","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.667152032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"1bbc07d2-0efb-449a-9fa4-65c6a355f341","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.697009497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"00a1cf6f-01df-48a3-90a6-417879caa29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.697982398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"1c393e32-a757-4646-a8e8-7d7eca2b9887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.723406428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"76a5f252-37d6-4ecb-b9c7-6588fbac974f","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.72738712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"4c72bf29-24a0-471a-9d74-8d1c8dd18dd7","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.746543699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"fb49499f-3d43-43f2-b61b-4858d0a913a9","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.755120351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"1c393e32-a757-4646-a8e8-7d7eca2b9887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.755741645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"00a1cf6f-01df-48a3-90a6-417879caa29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.808765147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"d3cdea17-c3a8-4e55-9331-e03e24d75e70","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.809072098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"5c3dfb76-8ba8-4270-b083-fea6bd840532","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.880220128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"7efec0ca-f9cd-4e47-a740-b1c5d135ff6f","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.91164872Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub1","reconcileID":"8be87e62-c3cf-41ed-8e3d-4f99338b9e25","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f1ff72de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:50.978037669Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub1","reconcileID":"7a8889cb-5cfe-4796-a05a-ab4fc948a296","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","model":"distinct-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.003928297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"c0e8ea6b-206a-4bc5-acce-5bf1e40b138c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.004720627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"7a6a3421-8895-4691-b9bb-68037509f566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.025034591Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-747799 priority=10:[ai-tenant-e2e-worker-w4-747799/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-747799/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.026470737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"db41f82f-f249-4c47-897e-5129d92bd36e","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.027651045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub2","reconcileID":"8b19b7d1-645c-4956-9ab7-c0a5b07625d5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.058474261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"7a6a3421-8895-4691-b9bb-68037509f566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.058491311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"c0e8ea6b-206a-4bc5-acce-5bf1e40b138c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.076429186Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub2","reconcileID":"8b19b7d1-645c-4956-9ab7-c0a5b07625d5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.083625609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"9ea7d617-f264-4e0c-923f-5b1ec011242e","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.123447741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"d59dae8c-1613-4fc6-b047-2783b7ef9afb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.127206945Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-sub2","reconcileID":"8b19b7d1-645c-4956-9ab7-c0a5b07625d5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.133183116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"ed1ac06f-0d50-4285-8ac4-703f1ed8b790","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:51.136631543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub2","reconcileID":"357ca8d8-105f-4fef-ba73-56f093b0981f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:51.1391708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub1","reconcileID":"7a8889cb-5cfe-4796-a05a-ab4fc948a296","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.176187224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"d59dae8c-1613-4fc6-b047-2783b7ef9afb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.186048552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"56973992-0d41-4032-aa01-d0b82689693c","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.227645634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3780858b-97a2-4972-b64f-5169607f907b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.232820998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e4509774-f7ee-4ed6-8931-0bf998c72eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.246827011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"8c6f53dc-5b8d-4894-bee4-5e1b3c6679ad","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.279526299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3780858b-97a2-4972-b64f-5169607f907b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.28462456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e4509774-f7ee-4ed6-8931-0bf998c72eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.306488816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"632fd916-af6a-4ff6-a660-625ec427fc2c","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.332268855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub1","reconcileID":"cd12090e-cb0e-4997-b9dc-aed5c7cd1f7e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.39520837Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-747799 priority=10:[ai-tenant-e2e-worker-w4-747799/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-747799/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.396862597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"a820997a-9207-4a69-b8e7-76a4ba225dba","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.451331793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"f58d9594-ad6c-4119-b30b-3c9a522b11cc","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.500062075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"d9f2cd9b-e157-4550-9893-618da456b64f","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.50480886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"90ca8e31-d160-4744-97a4-6e74d785a861","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.505503231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"ed237283-1987-49d6-a942-96863af8d58d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.51801752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"cbbd4e4b-1f7d-458a-8658-8f6250d5338c","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:21:51.520056862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"d59dae8c-1613-4fc6-b047-2783b7ef9afb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.545107131Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub2","reconcileID":"03f81ffe-0563-4101-9ae0-fe9d02689bf1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-2-w4-747799","model":"distinct-2-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.545606196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"2c9aee5d-c067-47bd-97f6-1d1c1718d1a0","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.558978238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"90ca8e31-d160-4744-97a4-6e74d785a861","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.559997133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"ed237283-1987-49d6-a942-96863af8d58d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.710999904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"9b8e122a-0dce-416f-af3a-18ce0eb5cff9","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.718818212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"85220a84-cbc9-4aa4-913b-745eb2c2f585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.771138224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"85220a84-cbc9-4aa4-913b-745eb2c2f585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.811207513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"18c8ba51-4856-42c2-8afb-664510d1dbd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.822875205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"6a8ca8e7-7dfe-4b51-bbd3-c2299cc224ab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.863605196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"18c8ba51-4856-42c2-8afb-664510d1dbd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.875444662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"6a8ca8e7-7dfe-4b51-bbd3-c2299cc224ab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:51.9149119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub2","reconcileID":"724508a8-87be-490b-89e5-100f4c3daa74","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-2-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.010484526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e77d3086-ce1c-4e49-8bde-130072db7dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.011086145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5a76349a-458b-4f8d-af4f-7d00ef030aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.063408429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5a76349a-458b-4f8d-af4f-7d00ef030aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.064636122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"ac5f3d5b-4771-4778-8cc0-ba3d14cd1a88","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.066366265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e77d3086-ce1c-4e49-8bde-130072db7dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.118437939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"1ee44d91-3595-4234-83be-e23f9ea1c6db","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.229643731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth1","reconcileID":"ec5ec847-98fe-4e57-a271-1633ce94a2aa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.23011025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"b122a649-b4a3-4371-933a-417b5344fa1f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.231274742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"613a43af-8697-4505-ab69-0316e92265fb","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.299098978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"fbcb90af-22a3-4791-aaf2-d5f192a6fa6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.337254448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"b122a649-b4a3-4371-933a-417b5344fa1f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.417011206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"fbcb90af-22a3-4791-aaf2-d5f192a6fa6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.46649246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"07d1d1e3-558d-4899-b7f9-89824dedcf68","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.507768569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"4b44b32f-cde1-401b-88b5-ae123a4c3659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.508405148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"2c57d650-9fff-4ed2-9264-6b6caf92b646","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.560256797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"2c57d650-9fff-4ed2-9264-6b6caf92b646","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.560415266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"4b44b32f-cde1-401b-88b5-ae123a4c3659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.62799861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"8088a87c-3b38-4bc3-a4e4-ba5d5c417dc4","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.71182899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"fd13f6ab-0c0c-48b0-b340-eb5312e45035","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.763581379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"fd13f6ab-0c0c-48b0-b340-eb5312e45035","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:52.782574021Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-multi-keys-auth2","reconcileID":"7f0324b0-5a40-4229-8355-279d4405343b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:53.040456561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"35a43932-2ec2-4066-b672-e075c1fdccb1","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.035159069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"43c66dcc-1c3e-4bee-9e47-8f9b433519ea","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.18734629Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub1","reconcileID":"b5a02301-6613-42e6-95d8-ad9cc402072d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0dd36262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.27670298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"fafa8262-052c-4f7f-a110-3b16ada85f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.280793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"34cbe5d3-af6e-409c-b57e-334276241453","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.28084773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"0149dbfd-e609-4e0b-81a1-383e21603e93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.281336231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"47dd0ea0-abca-410a-a3fd-71314979e97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.328978085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"fafa8262-052c-4f7f-a110-3b16ada85f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.333631058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"47dd0ea0-abca-410a-a3fd-71314979e97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.333763426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"0149dbfd-e609-4e0b-81a1-383e21603e93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.335914412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"34cbe5d3-af6e-409c-b57e-334276241453","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.767757986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"35b0f441-fe28-450e-bf91-2c4253bf3725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.767792919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"62b1489d-a91b-4c6a-b3d8-767eccfa481f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.768412275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"e6ce4996-1db4-492e-9c10-8e4d18820346","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.768408707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"c63f64c4-0d36-4f57-a828-17b85e54f61a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.82282873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"35b0f441-fe28-450e-bf91-2c4253bf3725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.82304409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"62b1489d-a91b-4c6a-b3d8-767eccfa481f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.825240062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"c63f64c4-0d36-4f57-a828-17b85e54f61a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:55.825294166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"e6ce4996-1db4-492e-9c10-8e4d18820346","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:57.900144059Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.278460535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"52ec36fb-b18d-4d21-ad94-684f1c3dc9ed","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.28042237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"571bf2e6-0150-4719-b084-41870f516b27","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.280941578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"a6d7951a-985e-4239-829b-7586d92c9d85","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.36238728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"93524bac-4d4b-461f-aa6c-64a9cbb57897","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.362827865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"774650d8-2cf1-4e7b-9d55-bd6b11327b8d","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.363138571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"cf62cab6-200c-478c-9600-ecb575ee0345","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.428695984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d0b2eb10-d627-4b72-a860-f8af0eea50c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.429156489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"578c8f7d-39d8-4111-b09d-57741562cca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.494521172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"8f53ccc7-6fbd-4237-a79e-8c335a55731d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.495379305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"64706728-a953-4fe2-be09-a6f9edccb45e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.529677756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"578c8f7d-39d8-4111-b09d-57741562cca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.53473693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d0b2eb10-d627-4b72-a860-f8af0eea50c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.873555234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d825d44f-b7c6-4d22-8ef5-07d4f2565a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.873554778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8b27dd0c-f008-4f09-a2b5-ec926e956f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.927124178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8b27dd0c-f008-4f09-a2b5-ec926e956f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:21:59.927124179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d825d44f-b7c6-4d22-8ef5-07d4f2565a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:00.96017724Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub1","reconcileID":"a4698027-4f1d-42fe-bb2f-a022c75504bc","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/distinct-w3-1b8f09","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.008539848Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub1","reconcileID":"a4698027-4f1d-42fe-bb2f-a022c75504bc","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/distinct-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.057008272Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub1","reconcileID":"a4698027-4f1d-42fe-bb2f-a022c75504bc","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/distinct-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.31606914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"6becb8b8-5181-45e9-ab69-e64e75eed82d","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.316439567Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.373043849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"ffd8f1a6-e33f-4d77-bd4a-ecb48d958170","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.45285556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"3c8b175c-c181-4681-8574-3181527a3c9b","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.55721423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"0b1ceb93-8acd-4738-a657-5e6d4cb9182d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.557248707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"2bf2c933-6f97-4495-8caf-5280aa8fc1fb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.557653251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"dfea9b02-490b-4c2b-a19a-a69c43c62a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.557671203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"31ab5204-8607-473e-9096-05d505f51dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.604072493Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub2","reconcileID":"48ed87f2-215a-4a19-855c-ed30fd83cb4c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6bab8313","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.609871059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"2bf2c933-6f97-4495-8caf-5280aa8fc1fb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.609965355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"dfea9b02-490b-4c2b-a19a-a69c43c62a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.612199274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"31ab5204-8607-473e-9096-05d505f51dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.613772379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"0b1ceb93-8acd-4738-a657-5e6d4cb9182d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.994626432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"8bcc15fa-ad21-491c-97f1-07dee826b4b5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.994640507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"bd740203-a4eb-4f7c-b00b-745d0880561f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.995118601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"c353c6a4-4757-4cbc-ae4e-6e244412bc77","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:01.995231223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"c3c2f3d4-eb37-44ea-812f-47a5f1e72da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:02.047728562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"bd740203-a4eb-4f7c-b00b-745d0880561f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:02.04784775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"8bcc15fa-ad21-491c-97f1-07dee826b4b5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:02.050257222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"c353c6a4-4757-4cbc-ae4e-6e244412bc77","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:02.050271451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"c3c2f3d4-eb37-44ea-812f-47a5f1e72da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.306553438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"b74596e3-90f2-4a75-89ae-4af0389774fc","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.358796527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"bb3fb1b1-1b7a-462a-ae28-4fffbbf0ad63","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.550275632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a8ef70e0-6e26-462e-9d8a-1e9668fed202","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.572143488Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.572148739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"39dc60b1-2ca6-4720-8000-b0b780655d18","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.602244212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a8ef70e0-6e26-462e-9d8a-1e9668fed202","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.626573953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"6f83d1ec-4fd2-4691-ae44-e6feff1257ca","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:04.675657255Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"6f83d1ec-4fd2-4691-ae44-e6feff1257ca","name":"distinct-w2-116a20","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-116a20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:04.675728113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"6f83d1ec-4fd2-4691-ae44-e6feff1257ca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-116a20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.681054411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"613312c4-e1cf-4d32-8cce-e580aa0f54d0","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:04.718668747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5760d536-0e21-4d32-92a4-e5b5055c8eb6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.765697778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"0998d833-6317-4307-be57-6620f70feaea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.76574445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6c584197-9a24-4af5-8bbc-4802915ce8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.81776801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"0998d833-6317-4307-be57-6620f70feaea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.81780477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6c584197-9a24-4af5-8bbc-4802915ce8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.824118292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"910e685f-66bf-45f7-a19b-38b049da3e1f","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.837281712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"b794ce5e-0b69-42ab-b73d-da65fa560481","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.848145893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"602e7963-08ca-4c3f-b997-4df2c1c9293b","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.876607519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"da059689-a2dd-4bb3-9359-5a68ed350d52","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:04.8872119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"805171ff-41cc-4b96-9844-ebb082c8b3a9","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.072370853Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7b837e4f-d180-4d92-aebf-efd84fecd5cc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-w2-116a20","model":"distinct-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.087149631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"43bfd091-4ab0-4635-9917-7e7b5aa198d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.102172709Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-116a20 priority=0:[ai-tenant-e2e-worker-w2-116a20/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-116a20/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.10272935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"e4ccf760-5e53-465d-ab5b-c857aebe33e5","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.127495349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d4f52111-b6e7-4895-b357-435926acae36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.139939899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"43bfd091-4ab0-4635-9917-7e7b5aa198d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.158086068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"7d81cc37-a658-466d-aa9b-36260c2ca3e2","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.180233196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d4f52111-b6e7-4895-b357-435926acae36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.206276374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d47e4568-2c7f-41c7-84dc-e34edea1e57c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.20720233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"cfde11a0-b14e-4455-980d-8d11229c0412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:05.207487592Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"7d81cc37-a658-466d-aa9b-36260c2ca3e2","name":"distinct-2-w2-116a20","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-116a20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:05.207540253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"7d81cc37-a658-466d-aa9b-36260c2ca3e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-116a20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.207650298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"d0363e70-aa5e-4d43-aa4d-2e8d30b73bb9","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:05.207806443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5de8b49e-5b0b-4588-97f7-02462a91b8ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.213144369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"bb3be8a1-b428-48d8-85dd-4532366a5e7f","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:05.224698513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7b837e4f-d180-4d92-aebf-efd84fecd5cc","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.238810357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub1","reconcileID":"49d9fc24-37ba-43d6-8c8b-8699fb73e9fd","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.26313585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d47e4568-2c7f-41c7-84dc-e34edea1e57c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.263242839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"cfde11a0-b14e-4455-980d-8d11229c0412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.286868237Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub1","reconcileID":"49d9fc24-37ba-43d6-8c8b-8699fb73e9fd","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.325989336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"1108fdf5-0675-41bf-9168-5c52cadacea7","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.335223001Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub1","reconcileID":"49d9fc24-37ba-43d6-8c8b-8699fb73e9fd","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.375924144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"f5069754-d389-4764-93cb-ee77f032ddd1","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.428873997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0eaf1b60-6f53-4ab4-ab7c-84dca390169b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.492506893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"9d2ec6c1-b117-413c-b809-fd44160b6d97","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.5273555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"79c114e1-a914-417f-b659-ac0dfdf87495","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.577019241Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"82e86598-bd10-47a2-93a4-c63badf046ce","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-2-w2-116a20","model":"distinct-2-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.580688347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"79c114e1-a914-417f-b659-ac0dfdf87495","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.581479824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"d58ecf08-3247-4c05-afb1-a1563e37e305","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.59316891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"39c1f6d9-7c31-4ffc-98e7-acaa73198827","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.593243519Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-116a20 priority=0:[ai-tenant-e2e-worker-w2-116a20/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-116a20/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.647440688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"d5426763-3c75-46f0-b1b5-690c00456290","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.725963131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6b3a1d2f-f291-4172-a983-a59b24895fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.726044996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"759ba96f-d6cc-44b3-9027-b071633ece4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.730291526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"9a4f1cd1-9fa8-4236-abec-f325ef608300","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.730950073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3e34f11f-ec53-4527-9d7b-a983acb279d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.735086224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"7400b57f-e44c-4f87-abed-1d6ce14f6018","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.778501785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6b3a1d2f-f291-4172-a983-a59b24895fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.778500512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"759ba96f-d6cc-44b3-9027-b071633ece4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.782722752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3e34f11f-ec53-4527-9d7b-a983acb279d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.836054907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"11234f45-54c1-4635-848b-c4ad3b8b8465","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.888919592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"11234f45-54c1-4635-848b-c4ad3b8b8465","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.889240837Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub2","reconcileID":"3a6cd9fa-10be-4498-bbae-f354701b8f8d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7baf443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.923143768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2b203195-1ea1-4ac6-a32d-8db4125f1b9f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-2-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:05.965151245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f2a80a48-932d-407a-8484-fe904853b189","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.017136801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f2a80a48-932d-407a-8484-fe904853b189","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.213146871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"892d455f-4d5e-44c4-b4c9-427a6f8132a0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.213181312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"38b5b19a-8dae-4902-9622-7b14f4c3228d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.213660851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c00e647f-324e-43f0-9634-42307029d3b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.265391432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"892d455f-4d5e-44c4-b4c9-427a6f8132a0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.265676765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"38b5b19a-8dae-4902-9622-7b14f4c3228d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.267623172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c00e647f-324e-43f0-9634-42307029d3b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.413823216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"d31d3dc9-2c51-430a-8d9f-3e4a8b8c21ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.465780795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"d31d3dc9-2c51-430a-8d9f-3e4a8b8c21ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.762719585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"00d04e68-3caa-4fd0-af36-e4bc8dc9c89b","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:06.912910279Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"cfa09210-b025-423a-9620-bc2b2fd6ceab","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a23c42cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.005283202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"367ec2dc-45bd-42a8-a2b9-a7d2507578f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.005296545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"7d763c34-a0ef-4d4e-b89b-62a94218f2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.005796772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8e2c0638-818d-4cff-bfa8-2cce5b6cc480","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.005896827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"4d179bd8-611c-4696-8082-83f311d7f19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.060321486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"4d179bd8-611c-4696-8082-83f311d7f19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.061642454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"367ec2dc-45bd-42a8-a2b9-a7d2507578f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.063812389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8e2c0638-818d-4cff-bfa8-2cce5b6cc480","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.065707264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"7d763c34-a0ef-4d4e-b89b-62a94218f2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.500367816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a07e8380-0864-41c2-a673-dab09a819d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.500455387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"93d6c2b6-a9eb-473d-906a-4dce662d5969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.500879983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c21c1dcc-2feb-40eb-b6c0-4a96c8569a10","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.500949082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d20047f2-e257-4bd2-b4a6-a977cdc06ff9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.553418787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d20047f2-e257-4bd2-b4a6-a977cdc06ff9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.553431873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"93d6c2b6-a9eb-473d-906a-4dce662d5969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.555734058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c21c1dcc-2feb-40eb-b6c0-4a96c8569a10","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:07.555873823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a07e8380-0864-41c2-a673-dab09a819d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.741907829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub2","reconcileID":"c4754199-a583-438b-9e9d-a3728587f846","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/distinct-2-w3-1b8f09","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.805572822Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub2","reconcileID":"c4754199-a583-438b-9e9d-a3728587f846","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/distinct-2-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.870189764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"0d6956ea-7c37-49e5-a8fd-25b4878c8835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.876527746Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-sub2","reconcileID":"c4754199-a583-438b-9e9d-a3728587f846","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/distinct-2-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.873732655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b3eeccc1-1594-42f1-b833-2530bf197d75","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.874226753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"e85c33d7-cb75-4beb-ab7d-d91927eb1cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.87850955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"352b444e-c38d-4e7c-9f0b-cbef3b54e820","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.95724826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"0d6956ea-7c37-49e5-a8fd-25b4878c8835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.966992923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"352b444e-c38d-4e7c-9f0b-cbef3b54e820","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.979929888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b3eeccc1-1594-42f1-b833-2530bf197d75","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.982375642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"e85c33d7-cb75-4beb-ab7d-d91927eb1cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:11.988825612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"f16ea9e4-0705-4804-a3e2-c9b358654314","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.087983019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"f16ea9e4-0705-4804-a3e2-c9b358654314","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.286048784Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.286627323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"2c7b1873-0a9e-46b8-8e11-291e92f493f8","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.37722394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"e29eb649-31e2-4aa0-a0fd-adaf79330688","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.377715033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"d41a4718-a486-4d72-8a00-2f46ac4c29f9","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.555424725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"62c1315b-aea6-4946-90f9-c29cfac67810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.634361635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"da96cea5-19c9-4551-8687-fe843f4f8e58","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.635940245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"17193140-27cf-4aa5-a233-4764792b1905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.636665928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"5f88eefd-112c-49c0-993d-8daa36668bb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.641082275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"62c1315b-aea6-4946-90f9-c29cfac67810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.709848471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"70feb6f7-fe97-4836-a8a4-8153b7358d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.715376489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"5f88eefd-112c-49c0-993d-8daa36668bb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.740727707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"17193140-27cf-4aa5-a233-4764792b1905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.746517301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"da96cea5-19c9-4551-8687-fe843f4f8e58","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:12.806661879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"70feb6f7-fe97-4836-a8a4-8153b7358d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.222550115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"2235faaa-703c-4517-b43d-032b5d442781","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.282232625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"2235faaa-703c-4517-b43d-032b5d442781","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.341034975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"fbe81d22-8a81-4463-9d03-268d433a2d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.342207736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"37f2f9fa-327b-4bd8-a5c2-a0758a0eaa71","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.342967722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"44c13b47-9e11-4dbd-a8e7-129a4a4e5f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.390335914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"3e6ecd28-ae3b-43ad-a5cc-aec8f861aeea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.409105766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"37f2f9fa-327b-4bd8-a5c2-a0758a0eaa71","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.410823022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"44c13b47-9e11-4dbd-a8e7-129a4a4e5f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.413165081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"fbe81d22-8a81-4463-9d03-268d433a2d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.444593401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"3e6ecd28-ae3b-43ad-a5cc-aec8f861aeea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.732932899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"302629ca-ea0c-47a0-b81b-ffedad036605","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.784727612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"c4109f0f-8dfd-4353-90e2-29a69240c4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.785052888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"302629ca-ea0c-47a0-b81b-ffedad036605","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.785470227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"950cc6bb-025f-4198-9ac4-1d50f5c7c857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.833070651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"76de4541-51a4-40a1-bb7f-834fae1952bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.833249007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0077f9aa-3212-4c9f-8340-9e379f0c1ad5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.83715383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"c4109f0f-8dfd-4353-90e2-29a69240c4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.837237367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"950cc6bb-025f-4198-9ac4-1d50f5c7c857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.88777707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0077f9aa-3212-4c9f-8340-9e379f0c1ad5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.888081379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"76de4541-51a4-40a1-bb7f-834fae1952bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:13.983686447Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth1","reconcileID":"38e2557c-21ca-4902-914b-73e4441a7fe2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/distinct-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:14.135017779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"383f9f9f-5357-430d-8578-884809d118ff","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:14.224086167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"9db8011a-e3f2-4258-b3aa-f88833363d59","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:14.268459721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"42d26c52-3f2c-4930-8546-6874de09b963","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:14.276036101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"9db8011a-e3f2-4258-b3aa-f88833363d59","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:14.47254912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-return-all-auth2","reconcileID":"190114d8-b9a5-460f-be0b-5d61521c0b81","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/distinct-2-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:14.621874183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"6639d7f3-2ba7-4796-8a60-52ad61cb8e4b","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:15.920503843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"5295c791-b9a4-4d78-abe6-3c15857d917a","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:15.939743427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub2","reconcileID":"c4584c86-2ee7-4b6f-b5ed-924605bf9fb8","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:15.994658358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"5d38c661-b3f8-4482-8c01-0d52f3b9f2e4","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:15.995491081Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub2","reconcileID":"c4584c86-2ee7-4b6f-b5ed-924605bf9fb8","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.043814239Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-sub2","reconcileID":"c4584c86-2ee7-4b6f-b5ed-924605bf9fb8","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.139442041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ba96b321-9b7b-4049-9913-a65a1a1025ad","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.191553882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ba96b321-9b7b-4049-9913-a65a1a1025ad","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.214585168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"11c9b931-4427-476a-b507-02ec99941a2f","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.21467033Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.266023137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"5096087c-0cb4-41b6-8b25-d36d2a27fc00","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.302545895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"992b71ee-a853-49b5-81a9-a09be3a54a71","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.302916996Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:16.355967868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub","reconcileID":"02ff478e-fb4f-49c7-8280-8b058b8ea132","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.360217495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"f7c8afd2-e14b-45fd-a637-9c3fdbc3d8c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.360217374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b056d1fc-230e-4571-9da5-3e23a94980ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.412713812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"f7c8afd2-e14b-45fd-a637-9c3fdbc3d8c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.412802097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b056d1fc-230e-4571-9da5-3e23a94980ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.440673425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"6d50e86d-6392-49f3-b4c3-61c3e1998737","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.465522117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"c1ef8a42-a27d-49e8-8484-ba61487ee967","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.490417287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"be115740-311b-48f8-b39c-e25976ca2db3","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.51822792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"017a607b-7856-439d-9fcb-41ba19e225df","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.556277013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e4518947-6970-4cd4-b85a-264ff6fa3e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.556277014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"62d7d385-d662-4f03-b956-fc8f9a5f8b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.587237298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth1","reconcileID":"55beb156-e190-448f-8328-8b8b2a1d73f5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.632730987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e4518947-6970-4cd4-b85a-264ff6fa3e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.635290204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"62d7d385-d662-4f03-b956-fc8f9a5f8b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.642017174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b1d8e398-6d04-4864-b056-344c111450c0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.713297004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b1d8e398-6d04-4864-b056-344c111450c0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.753662434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"a2748747-dfa8-4c5f-a576-52fdfb5c0822","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.788952755Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub","reconcileID":"e40c2a7b-5dd2-4a16-b216-ac5201975220","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-1b8f09/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-1b8f09/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.797930942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"aca7e6e8-e22d-46d8-a188-1218fcde0f30","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.849617669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"aca7e6e8-e22d-46d8-a188-1218fcde0f30","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.892177341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"744e94b0-5bd2-432a-8302-a6e599f810d4","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.898252873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"b7a4e691-85ff-42bd-8f57-d5231c459bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.946087949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"e8bb7f35-7600-4650-aa7c-45f57583a177","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.951240979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"b7a4e691-85ff-42bd-8f57-d5231c459bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.961606468Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"841bb8cf-e85f-4125-ad28-200e8e4adfef","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.982786741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"64b18858-5399-47d2-86d5-069c17d6ec4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:16.997621152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b452faf8-0cc0-48bf-9d8c-210ee1831884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.009674226Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"841bb8cf-e85f-4125-ad28-200e8e4adfef","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.034410794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-ignore-header-auth2","reconcileID":"1a63b51e-fe34-4133-a9f5-4c9fe7b3b70b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.049788669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b452faf8-0cc0-48bf-9d8c-210ee1831884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.057777363Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"841bb8cf-e85f-4125-ad28-200e8e4adfef","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.139512524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub","reconcileID":"dba78da1-53f1-4ba0-b7e8-b1dd98db41fe","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.182614947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"f8f11a68-ac70-4abe-827d-082ce950693b","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.316526497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"ff63fd8e-ae38-4e8d-90ee-e723802212bd","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.316813434Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.372669893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"ec6293ef-c6e1-4396-a0f7-0c5e1d52b286","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.449491289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"75fa43bf-bf57-459d-af2e-61111945317d","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.556430338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"96d11469-8d19-4c89-b32e-a150b9062445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.556481003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"58fe33c7-27f0-4ce8-a69b-3859ea770b1d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.55698336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"554d75f5-3411-4fb0-97e9-4ab659147050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.55700226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2724db27-ba89-4839-bf34-99eca45e7048","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.598710573Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4b5ab5e2-0ea1-49ff-b4b1-4a9ca4d15713","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-efaccc5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.609109177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2724db27-ba89-4839-bf34-99eca45e7048","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.609242054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"96d11469-8d19-4c89-b32e-a150b9062445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.611666083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"58fe33c7-27f0-4ce8-a69b-3859ea770b1d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:17.611670992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"554d75f5-3411-4fb0-97e9-4ab659147050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.047141823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d9a3a174-864a-4692-a417-ed41feee5fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.047555567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"32f94dc5-56cf-46bf-b453-0d41a7721214","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.047627756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a2b214de-118f-4c18-8edb-86dd12e0c46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.047950807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"42c15851-c971-4e36-81cb-f966e56557b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.101610785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"42c15851-c971-4e36-81cb-f966e56557b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.101713353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d9a3a174-864a-4692-a417-ed41feee5fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.105193959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a2b214de-118f-4c18-8edb-86dd12e0c46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.105198045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"32f94dc5-56cf-46bf-b453-0d41a7721214","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.451479775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"4e4f8476-93fe-4548-aef9-2dab3ca8b7fa","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.501350576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"00454b0a-cfe3-447e-8201-902b67ae0646","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.693278169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5f1d56f7-e4a3-49ab-ae59-77441ea7c67a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.704667339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"274f30fd-3f99-4634-bc9c-6f62de135c9a","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.704815659Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-f2a240-sub models-as-a-service/e2e-rt-sw-86e42a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.750583061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5f1d56f7-e4a3-49ab-ae59-77441ea7c67a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.760199026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"ca178dde-2103-4e4e-b8aa-dbf46fcac514","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:18.809217157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fee1f913-51d8-458d-a39e-cd19fc0cd0e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.896569627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"b8d140c1-73c6-4d8d-b673-8a09aaf3ec77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.896677899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"983f088f-124d-45bc-a087-34ade87ac9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.943173449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"68f050e1-db28-4fe5-a60f-acb4550b3880","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.943196702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"68f050e1-db28-4fe5-a60f-acb4550b3880","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.948584025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"983f088f-124d-45bc-a087-34ade87ac9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:18.949598175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"b8d140c1-73c6-4d8d-b673-8a09aaf3ec77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.046730187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"7b333030-590e-4157-aaec-dcc919c39b9f","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.047124704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"f800aacd-68d0-4478-8317-3eb3a03e7489","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.048662155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"cbfa5513-5536-49ea-86b7-553d192c09a2","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.095330968Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-sub","reconcileID":"b9c7e006-d8fa-4790-b893-e4009cfdc328","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-14da1f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.103565484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"5207af21-bcdf-4a4d-9a31-2ae868b68ebc","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.135094738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d12a6c2-3eef-4daf-9966-c99dbc85611a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.135125326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a0ae653-a0e3-4ef8-8420-14e2a28d8e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.163945382Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b6b945da-9a73-4860-943a-5a2a1b76a148","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","model":"distinct-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.18756171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a0ae653-a0e3-4ef8-8420-14e2a28d8e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.187626447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d12a6c2-3eef-4daf-9966-c99dbc85611a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.237806186Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-747799 priority=0:[ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.237887331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"99488fa6-4665-42bb-a4be-02f7376cebfa","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.291143395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7179023b-2cdc-400b-8c30-08d6677358a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.341527992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"bca249f6-a539-4df7-84a0-f9cf4de2e720","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.341553478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"bca249f6-a539-4df7-84a0-f9cf4de2e720","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:19.344115388Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.34436013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7179023b-2cdc-400b-8c30-08d6677358a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.390013159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"8fa7e37b-7621-492a-88c3-5f6b8730e6a0","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.390352368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"bfce5e36-6968-438f-95bf-806a59b29900","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:19.392953051Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.396748661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"68b2ef95-a635-45f6-97a3-1bd9d3c7b253","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.438918559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"2e2eaf66-0127-4e4f-8a17-8df389ba60e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.438989904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"8fd8e818-fa33-4178-af14-35205afe7482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.491765117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"8fd8e818-fa33-4178-af14-35205afe7482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.491929371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"2e2eaf66-0127-4e4f-8a17-8df389ba60e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.514064923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub1","reconcileID":"678e063a-6354-47d3-b98a-4ebe0fe9a9b6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.548976295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"2fd898a2-760b-41bd-aeb4-3af59b55116f","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.619835408Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f966b652-d6cc-43dc-b4cb-92ded5f676ce","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-2-w4-747799","model":"distinct-2-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.63800715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"42d275cc-a2a7-40e8-b6bf-47d04f67fb2a","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.638017139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"74390114-8c95-4c02-9b1e-ad017c823139","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.689996103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"74390114-8c95-4c02-9b1e-ad017c823139","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.69008885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"42d275cc-a2a7-40e8-b6bf-47d04f67fb2a","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.77587813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"e3ffa12b-f3dd-4d74-8831-9c0aab1dff72","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.787816178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"406f8b67-b4f9-4827-8792-9dccd041ed3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.859245706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"406f8b67-b4f9-4827-8792-9dccd041ed3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.961820601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"977748b0-2125-4861-971b-ce97f11e24c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.961820749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de03dc19-5bd5-496b-98b7-04f2e67bd8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:19.983978869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub2","reconcileID":"afc392a2-2386-430d-9ee6-a821b590240b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-2-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.015879097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"977748b0-2125-4861-971b-ce97f11e24c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.016202285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de03dc19-5bd5-496b-98b7-04f2e67bd8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.083672888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"cd3038a9-0904-4968-9480-f35d10db909e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.08994641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"739f90d2-3e87-451d-b326-0d95d700d0a9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.135706361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"cd3038a9-0904-4968-9480-f35d10db909e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.141953689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"739f90d2-3e87-451d-b326-0d95d700d0a9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.191752088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"f804a780-e6ff-4ea4-990a-7072441e1d14","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.336786779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"4f2e28bf-88eb-46e6-b8eb-23a7ef31f9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.394588524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"4f2e28bf-88eb-46e6-b8eb-23a7ef31f9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.486031745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e45cd633-d39d-461c-b1ff-09add73a649a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.486275971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"bead3555-5553-447b-a319-3c3ed5f8c115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.534396131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"88952772-0f33-4ab9-a1cc-face704dde46","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.539858252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"bead3555-5553-447b-a319-3c3ed5f8c115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.539858251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e45cd633-d39d-461c-b1ff-09add73a649a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.540214106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f0cc45b3-9727-4535-b407-f38095cdd77e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.586856529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"88952772-0f33-4ab9-a1cc-face704dde46","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:20.592037987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f0cc45b3-9727-4535-b407-f38095cdd77e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:27.647261589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9f7fd266-e67c-4a33-ab11-bf66094423cc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:27.695531343Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9f7fd266-e67c-4a33-ab11-bf66094423cc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:27.743967868Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9f7fd266-e67c-4a33-ab11-bf66094423cc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:27.900372886Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.003648571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"ae2e59eb-d9ae-4369-bef8-cb66fbbac664","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.004045949Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-747799 priority=0:[ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.059831236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"6f3a08e0-363b-4cf6-b359-80bea0168354","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.112689877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"65d9ad76-1130-40c1-841e-7efa5009d4a9","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.145262301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"5781e9a5-7956-455b-bff2-dd190724d915","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.244866298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c6829ba7-f150-4322-a779-0e1d1dcc39e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.24506138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"89445957-f8fd-487c-83c9-77affb2f7b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.24486648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5eef30b5-7842-4dc9-82c4-7f476503d400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.245517428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e1eb187e-ee6f-45c6-a046-ed2b726ee365","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.297555362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5eef30b5-7842-4dc9-82c4-7f476503d400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.297863774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c6829ba7-f150-4322-a779-0e1d1dcc39e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.30017646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"89445957-f8fd-487c-83c9-77affb2f7b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.30036947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e1eb187e-ee6f-45c6-a046-ed2b726ee365","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.49457792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0c5d5a30-3d25-4645-ab3c-44c9d3189bf6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.688121936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5c784355-7d2d-471b-939b-e824ab380fa8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.693192213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"cdb489f5-4fa9-47a6-bc96-e915c039c0dc","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.740356205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5c784355-7d2d-471b-939b-e824ab380fa8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.832032201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"31b585c8-1438-4d69-a286-7f21c68d0d5e","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:28.884375123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f3d8a1ca-6697-46b0-9d3c-2c629d59d902","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/distinct-2-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.03840615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"67f5e348-f239-4368-88ef-798bb566f93f","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.14441347Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-sub","reconcileID":"20210af6-ff11-4ff9-ab65-02e105c4c66d","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-f2a240","subscription":"e2e-rt-eq-f2a240-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.241694177Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-sub","reconcileID":"20210af6-ff11-4ff9-ab65-02e105c4c66d","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.296640167Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub","reconcileID":"4bdeb7c7-ef9e-4deb-a4d7-dacc082460f3","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.296806268Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-sub","reconcileID":"20210af6-ff11-4ff9-ab65-02e105c4c66d","MaaSSubscription":{"name":"e2e-rt-eq-f2a240-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-f2a240","namespace":"llm","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.49586476Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub","reconcileID":"4bdeb7c7-ef9e-4deb-a4d7-dacc082460f3","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b8f09/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.553082929Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-747799 priority=0:[ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.601608661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"7336af51-b97a-4fce-a194-78d1240a0ecf","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.601643523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"7336af51-b97a-4fce-a194-78d1240a0ecf","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.693586643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"9ac44d66-3608-4130-b62c-516aeeda110d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.750410083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"1dad0e40-af9d-4401-9fb8-a79215cac461","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.750439149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"1dad0e40-af9d-4401-9fb8-a79215cac461","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.755267818Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-747799 priority=0:[ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-747799/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.794652802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5a7477a-988b-4ef6-b3ab-692102068e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.794769085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"d2df4c90-e79d-40fb-a8ae-3f886fb7bfa4","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.795346014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd025bff-991f-425d-8465-e0b71f58c9e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.795493734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"4f379bbb-781d-459c-8795-edd4c83bb441","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.846915374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5a7477a-988b-4ef6-b3ab-692102068e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.846952741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"d2df4c90-e79d-40fb-a8ae-3f886fb7bfa4","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:29.847403036Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"1dad0e40-af9d-4401-9fb8-a79215cac461","name":"e2e-rt-eq-f2a240","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-f2a240\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:29.847474303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"1dad0e40-af9d-4401-9fb8-a79215cac461","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-f2a240\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.847610759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"cee92533-447a-41f3-a948-1b5308f2de30","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.849571235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"4f379bbb-781d-459c-8795-edd4c83bb441","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.84996738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd025bff-991f-425d-8465-e0b71f58c9e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.899196448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"1be53f8a-22cc-4bb7-add3-c75f28236fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.901190135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"d7b443a9-d250-4cb4-a3db-e72d55209a86","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.901211282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"d7b443a9-d250-4cb4-a3db-e72d55209a86","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:29.970919543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"1be53f8a-22cc-4bb7-add3-c75f28236fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.144143081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-f2a240-access","reconcileID":"fec84049-390f-4dd1-8d24-b8998026e31e","MaaSAuthPolicy":{"name":"e2e-rt-eq-f2a240-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.18933445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9112a2e5-4ba4-4c1c-aaee-6824da1a3188","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.189351038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"ef8d88af-8813-4f4a-ad9d-502806100e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.242177101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9112a2e5-4ba4-4c1c-aaee-6824da1a3188","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.24334103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"ef8d88af-8813-4f4a-ad9d-502806100e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.343725153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"cbea8a05-858c-493d-aa05-f75c95a15611","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.343755326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"cbea8a05-858c-493d-aa05-f75c95a15611","MaaSModelRef":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-f2a240-ca9ee08cf35d","namespace":"llm","model":"e2e-rt-eq-f2a240","externalModel":"e2e-rt-eq-f2a240","provider":"e2e-rt-eq-f2a240-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.856836915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"1034ab5f-f0a1-41c5-b13d-f2ba042cb612","namespace":"llm","name":"e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.928128436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"728c548b-3c41-4152-99ee-cc7ba2a83a36","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.928239039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"728c548b-3c41-4152-99ee-cc7ba2a83a36","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.928711063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c2b5755-ca55-4971-9002-f65e1b6b9571","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.928797678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c2b5755-ca55-4971-9002-f65e1b6b9571","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.97876434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"c625706a-5789-4245-8cec-eb7f701ac8c0","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:30.97889246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"c625706a-5789-4245-8cec-eb7f701ac8c0","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.018585638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"9b3e8936-2a7a-40c6-a76a-07ced8647198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.019999524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d3f599e5-4e0b-453f-b6b8-db6ac6375af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.024684996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"d2ebe883-28dd-42c7-9257-9e0a86649335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.03006156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98f25782-d225-4d66-8d69-59b4f6f18d3d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.030084579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98f25782-d225-4d66-8d69-59b4f6f18d3d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.03043994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a06844b2-aef8-4a63-9256-e6cf1363743d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.030454912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a06844b2-aef8-4a63-9256-e6cf1363743d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.030943131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea20235f-973a-478f-b470-15cf0603f937","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.031025377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea20235f-973a-478f-b470-15cf0603f937","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.032082089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"048623c8-564d-4107-9882-16c35292ea0a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.032142909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"048623c8-564d-4107-9882-16c35292ea0a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.033103347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"57cdc792-c6cd-44e1-8033-d2a94c416ea0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.033161157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"57cdc792-c6cd-44e1-8033-d2a94c416ea0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.034399074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86ef68e6-0312-4def-b828-555a9aabbb83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.034477302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86ef68e6-0312-4def-b828-555a9aabbb83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.072774029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"9b3e8936-2a7a-40c6-a76a-07ced8647198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.073254361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d3f599e5-4e0b-453f-b6b8-db6ac6375af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.077419266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52dff7b8-3459-4fb9-bcb8-f4edd459f177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.093161822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"d2ebe883-28dd-42c7-9257-9e0a86649335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.115966177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bf8dc199-cc2a-4755-8a12-eeee058c642d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.127110198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfa135a9-7797-48f2-85f8-01774380dfa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.132941156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52dff7b8-3459-4fb9-bcb8-f4edd459f177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.140978805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01765156-fc1b-4c17-9f4b-d7650ec63afc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.170570337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bf8dc199-cc2a-4755-8a12-eeee058c642d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.190394134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"0ed97a5c-1c17-4278-865d-1d208a47b85a","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","model":"llm/e2e-rt-sw-86e42a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.387250671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"daef1a40-6b8b-4545-8f12-238fef97708d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.501069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"daef1a40-6b8b-4545-8f12-238fef97708d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.537113718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"8d136af2-db87-471c-bae4-7349e7c2b278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.638252493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"e1cdf706-6e07-4b57-ab11-16c8af5081a2","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.640794236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff011efb-f0c9-4035-92af-f1f59a38c820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.654789119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"8d136af2-db87-471c-bae4-7349e7c2b278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.767023822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff011efb-f0c9-4035-92af-f1f59a38c820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.802293587Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-f2a240","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-f2a240","reconcileID":"6f5aa4d2-8449-469a-a691-0560e8869fe9","namespace":"llm","name":"e2e-rt-eq-f2a240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.803137371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b115074f-4373-4016-ab89-a1e0f646b301","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-2-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.818410435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"e1cdf706-6e07-4b57-ab11-16c8af5081a2","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:31.852993254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a3fc080c-4453-4f03-b4f4-837c2e635497","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.010508113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a3fc080c-4453-4f03-b4f4-837c2e635497","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.075062667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"26c11039-fcf3-4ee8-8367-0eea3a6e1a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.126112586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub1","reconcileID":"18794025-a5d8-43e7-9c02-ae7bf8e9bc5a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.135501149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"22f8aa17-e1e0-4d37-bda2-968e08765767","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.167848676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9ebca66f-f43f-4018-8471-c3f2c1febba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.169998387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"26c11039-fcf3-4ee8-8367-0eea3a6e1a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.253947654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9ebca66f-f43f-4018-8471-c3f2c1febba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.280993522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"c2016926-c714-4f8b-ab5d-3c40dcf87491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.368489405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"d534a746-4e72-4cc3-9dbc-655239ba1ca3","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.377347478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"c2016926-c714-4f8b-ab5d-3c40dcf87491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.504389773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"c9ccfec3-eb31-4991-8254-bbb026f455c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.563082706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a91489a8-b0e3-4e9d-8e93-ad2ada652af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.564099177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f74507f8-fedd-4cdd-ad5f-e23f728a118d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.589160839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"c9ccfec3-eb31-4991-8254-bbb026f455c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.650716088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a91489a8-b0e3-4e9d-8e93-ad2ada652af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.66306733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f74507f8-fedd-4cdd-ad5f-e23f728a118d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.724703317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"a50db5c2-237f-4dd3-a268-ba4c5db7d493","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.724842246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"a50db5c2-237f-4dd3-a268-ba4c5db7d493","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.837627344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f030295a-5aa6-4d6c-ae7a-52dad5827544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.838212023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"fd976fd4-ce6f-4169-a944-fcadbc288ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.9113819Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"8b7b2f44-a8ee-494c-880d-ef33851f8884","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dd8b61f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.927967472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"fd976fd4-ce6f-4169-a944-fcadbc288ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:32.944141348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f030295a-5aa6-4d6c-ae7a-52dad5827544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.227203526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"a4e398c1-e147-4a1e-b592-8f23ff4bbfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.227961615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"2b2f72c5-4f3e-442b-be13-7a1d14c90ca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.22852271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"fc06737f-682a-49c3-b1df-dd644441da51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.323856523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"2b2f72c5-4f3e-442b-be13-7a1d14c90ca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.376795312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"a4e398c1-e147-4a1e-b592-8f23ff4bbfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.414239106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"fc06737f-682a-49c3-b1df-dd644441da51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.655254009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"5a459ad3-a4e6-42d8-8c62-d979ebaf6cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.716267617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a119bb62-26e8-4951-a0d7-420642915539","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.748013879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"5a459ad3-a4e6-42d8-8c62-d979ebaf6cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:33.868828847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a119bb62-26e8-4951-a0d7-420642915539","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.035371094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"9973a93b-a488-4ef8-9542-b61c8f5217d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.035855631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4270c118-09d8-4ae0-85e3-736e8382c252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.138275812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"9973a93b-a488-4ef8-9542-b61c8f5217d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.163437243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4270c118-09d8-4ae0-85e3-736e8382c252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.168623606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"62ac3bcf-d607-41e6-8334-fa521de416c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.218100222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"359caf95-4ce1-41cd-90e9-d4da614ded48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.244076936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"62ac3bcf-d607-41e6-8334-fa521de416c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.271405282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"359caf95-4ce1-41cd-90e9-d4da614ded48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.341347765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e02df66-dd83-41a3-821a-0035d296c004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.394127529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e02df66-dd83-41a3-821a-0035d296c004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.461014638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a45065a3-0814-4c3a-82d4-7919cad575fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:34.513390303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a45065a3-0814-4c3a-82d4-7919cad575fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.560622241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"a1626fbf-7a26-4066-8f11-a980a4491946","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.710044112Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7247f3c7-b1dd-4758-abef-5fd9da5edca8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24ad4f13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.802255865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bf56cef3-d21f-425e-9bbd-a513e96caaa7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.802461538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d7e3845b-0664-4f17-a771-073039e16922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.802255892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e1d101db-c07b-4983-8be3-6b7c83842e9a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.802758029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"2709364b-b587-47bb-970a-8deaa79e72c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.854673087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d7e3845b-0664-4f17-a771-073039e16922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.854764269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bf56cef3-d21f-425e-9bbd-a513e96caaa7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.85744415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"2709364b-b587-47bb-970a-8deaa79e72c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:40.857495486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e1d101db-c07b-4983-8be3-6b7c83842e9a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.224537466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a590fa19-07a6-4714-b64e-e0d3583a2e0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.22455989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a590fa19-07a6-4714-b64e-e0d3583a2e0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.277492915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bd872cd-b41d-4442-839a-ffa9dbf8b570","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.277513601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bd872cd-b41d-4442-839a-ffa9dbf8b570","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.292762196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"44b837bf-1cd8-41eb-a249-a312f5894761","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.293001003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"98f710ef-a387-49a1-a0d1-6b9fc8ad6345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.293213744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0c5216bf-3efb-4879-a484-dce9de12d7c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.292758871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a7d59675-fb40-4457-bde6-6175a485eea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.345765913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a7d59675-fb40-4457-bde6-6175a485eea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.345869194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0c5216bf-3efb-4879-a484-dce9de12d7c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.348346577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"98f710ef-a387-49a1-a0d1-6b9fc8ad6345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.348413081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"44b837bf-1cd8-41eb-a249-a312f5894761","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.374640289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"17643452-7698-487c-8c08-9c3c2c8bf01a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.489527007Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"17643452-7698-487c-8c08-9c3c2c8bf01a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.497855632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66780dd0-7ad6-4173-808c-4763f54a2886","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.497876987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66780dd0-7ad6-4173-808c-4763f54a2886","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.540052765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"17643452-7698-487c-8c08-9c3c2c8bf01a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.5488465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"cbdda370-eaeb-4718-8163-9ae86650d6e9","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.59128462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6914434-178e-4814-875d-df5586ade9cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.591338224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6914434-178e-4814-875d-df5586ade9cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.601685342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13ad03f7-7f15-4670-8077-57bedd553666","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.601708727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13ad03f7-7f15-4670-8077-57bedd553666","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:41.602391241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-sub-9d318153","reconcileID":"5cd8c624-d6c3-44e1-afa9-2176ddb1764a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-9d318153\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.687359565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"d905bed3-cdb0-4bee-aa46-ac7ba68afaa3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.714752977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d01e9ca-ce3d-4667-bd9b-af235736bb29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.714778677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d01e9ca-ce3d-4667-bd9b-af235736bb29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.739797071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"d905bed3-cdb0-4bee-aa46-ac7ba68afaa3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.768150368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23cb2660-a767-4a01-a61f-23ded05fa90c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.768171793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23cb2660-a767-4a01-a61f-23ded05fa90c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.790894304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"d905bed3-cdb0-4bee-aa46-ac7ba68afaa3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:41.83954199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"d905bed3-cdb0-4bee-aa46-ac7ba68afaa3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-9d318153\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.944468967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"e4acd3ab-8c61-4644-80c1-7438e6669ab9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:41.996859584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"e4acd3ab-8c61-4644-80c1-7438e6669ab9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.018450886Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-sub-9d318153","reconcileID":"3abc7a20-ee86-44c3-ad44-d4971ea781fc","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-9d318153/e2e-shared-int-sub-9d318153","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.048231508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"e4acd3ab-8c61-4644-80c1-7438e6669ab9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.175560076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7e97dc-0e44-4346-86bf-e5fcf7df0410","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.175590406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7e97dc-0e44-4346-86bf-e5fcf7df0410","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.213595513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a5f2fd6-226c-4cd7-bf6b-81628b750251","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.369594885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-sub-9d318153","reconcileID":"8aaa3a84-e288-4760-bbb7-548b3ce9a8e0","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.489133941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0f4164f-92bf-494a-a605-46e6e1da835a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.48915478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0f4164f-92bf-494a-a605-46e6e1da835a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.540050276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a09ef34-9815-41f0-90b8-87ef586425a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.540072983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a09ef34-9815-41f0-90b8-87ef586425a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.637777545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"dae7ee5a-5a11-442c-a948-40e4d922941b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.69024724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"dae7ee5a-5a11-442c-a948-40e4d922941b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.742819089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af2c1792-7bd5-4924-ade8-75e361607378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.742843111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af2c1792-7bd5-4924-ade8-75e361607378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.745433449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"dae7ee5a-5a11-442c-a948-40e4d922941b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.793855011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae625192-f8eb-4a83-8e60-16cc8b726b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.793878824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae625192-f8eb-4a83-8e60-16cc8b726b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.799036988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edfe5523-d731-49d4-b7a7-30ffa19e2617","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.799065519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edfe5523-d731-49d4-b7a7-30ffa19e2617","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:42.846077018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-sub-9d318153","reconcileID":"27c48082-680a-4423-9cae-028087535b04","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-9d318153\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.895518393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"94507dc1-22c7-4c65-8132-5990ee900fb2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.947575084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"94507dc1-22c7-4c65-8132-5990ee900fb2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.956284976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4b83fe5-9fd3-4f47-94d2-899c319389e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.956338356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4b83fe5-9fd3-4f47-94d2-899c319389e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.960455823Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"fedfdb06-2efe-4687-8f27-5240c5dea697","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-86e42a","subscription":"e2e-rt-sw-86e42a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:42.998525584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"94507dc1-22c7-4c65-8132-5990ee900fb2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.009684656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5d8d6ae-dc74-4700-81d1-8126696b527f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.009709406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5d8d6ae-dc74-4700-81d1-8126696b527f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.058079375Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"fedfdb06-2efe-4687-8f27-5240c5dea697","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.10680575Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-sub","reconcileID":"fedfdb06-2efe-4687-8f27-5240c5dea697","MaaSSubscription":{"name":"e2e-rt-sw-86e42a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-86e42a","namespace":"llm","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.258011998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-sub-9d318153","reconcileID":"3b409aa6-1748-4efc-910b-15db9284f9f0","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-09579c2f/e2e-shared-int-sub-9d318153","ai-tenant-e2e-mt-9d318153/e2e-shared-int-sub-9d318153","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.415154872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"7dfd1f50-14f1-4e54-b82b-3666c60e89bf","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.41518016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"7dfd1f50-14f1-4e54-b82b-3666c60e89bf","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.452684866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-sub-9d318153","reconcileID":"afe0a055-aea3-40f9-986a-dc080cd6f7e9","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.452881438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2013ed0f-86f4-47e7-ba10-2afa11ceb9b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.517261408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf8c270-1d96-4c16-b97b-bb95bb17cbce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.517290992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf8c270-1d96-4c16-b97b-bb95bb17cbce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.558422341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c8e32d-1c6c-4963-bac8-509343fbf9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.558491339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"916a4bd8-ba83-42f6-80e7-d28ab9c2312a","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.558852123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400ed3a2-631c-40fe-8d2e-a2d61a7b407a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.566899856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"72563ee6-5d11-4982-a5ed-0b50d4af5bf0","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.566926745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"72563ee6-5d11-4982-a5ed-0b50d4af5bf0","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.608346174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-sub-9d318153","reconcileID":"3e72df4b-d142-46d6-a6e6-d6dd1dcde5a3","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.694095943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c8e32d-1c6c-4963-bac8-509343fbf9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:43.708636764Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400ed3a2-631c-40fe-8d2e-a2d61a7b407a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:43.714470524Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"916a4bd8-ba83-42f6-80e7-d28ab9c2312a","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.763831183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c8e32d-1c6c-4963-bac8-509343fbf9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:43.764903852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400ed3a2-631c-40fe-8d2e-a2d61a7b407a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.765218372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8acd745-c89e-489e-941c-312eff68a334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.765238085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8acd745-c89e-489e-941c-312eff68a334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:43.775184201Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"916a4bd8-ba83-42f6-80e7-d28ab9c2312a","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-86e42a-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:43.775357735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"916a4bd8-ba83-42f6-80e7-d28ab9c2312a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.775582702Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-86e42a-access","reconcileID":"18cb055d-5c8d-4c4b-bcd9-29214ea6ff56","MaaSAuthPolicy":{"name":"e2e-rt-sw-86e42a-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.827782253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f591d70b-b960-48b3-a223-c9d7db1f5dd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:43.828057416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f591d70b-b960-48b3-a223-c9d7db1f5dd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.022787467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46e0e6df-8189-4531-b620-4b17b64184c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.15312638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46e0e6df-8189-4531-b620-4b17b64184c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.234987682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"26de6892-862f-42a4-96bf-3094f34ed9e2","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.235105505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"26de6892-862f-42a4-96bf-3094f34ed9e2","MaaSModelRef":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-86e42a-58a1a54bc59a","namespace":"llm","model":"e2e-rt-sw-86e42a","externalModel":"e2e-rt-sw-86e42a","provider":"e2e-rt-sw-86e42a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.238614991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46e0e6df-8189-4531-b620-4b17b64184c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.299745329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dece378-5bbf-43c6-a3b6-39f8880d8134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.299772128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dece378-5bbf-43c6-a3b6-39f8880d8134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.643182638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"d225611a-e19d-4d62-9d73-9614c07c8270","namespace":"llm","name":"e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.699597906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bc7590a-8b46-4081-84cb-ce0355312514","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.699628979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2bc7590a-8b46-4081-84cb-ce0355312514","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.700233379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"386f4a58-e17c-4720-95af-d6bdd5776643","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.700250577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"386f4a58-e17c-4720-95af-d6bdd5776643","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.700606055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af192302-9c61-47bd-9c38-fc60960fd923","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.700627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af192302-9c61-47bd-9c38-fc60960fd923","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.700938499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10542351-aced-44e1-9756-45f89093f01b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.700951082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10542351-aced-44e1-9756-45f89093f01b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.701247574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e8462bf-c624-41bb-a662-8dda9b6b134b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.701259748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e8462bf-c624-41bb-a662-8dda9b6b134b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.701588928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9476b43-7460-43cd-a76d-b16df6e5a362","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.701602223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9476b43-7460-43cd-a76d-b16df6e5a362","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.701948549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e36047-d36d-41e6-8c84-c9a61419c54c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.701960995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e36047-d36d-41e6-8c84-c9a61419c54c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.704234966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"222cdc6d-7c45-4ebc-aaee-9797a264cb08","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.704253716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"222cdc6d-7c45-4ebc-aaee-9797a264cb08","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.748115972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"b9787f6a-509a-47ba-a5f3-c1048fcad4fe","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.74886618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"834eba56-ba37-445d-ac4e-48576be43e16","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.798045182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"acc308ec-7eaf-4ec0-bc68-2cd1418f4dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.79895222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"905ba996-40d3-4800-891b-6ddb80b930a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.807985215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e63d540-f3a7-45ba-9426-70f135eb525c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.867619497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"acc308ec-7eaf-4ec0-bc68-2cd1418f4dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.932146254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"905ba996-40d3-4800-891b-6ddb80b930a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:44.977590381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"834eba56-ba37-445d-ac4e-48576be43e16","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:44.978259997Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"b9787f6a-509a-47ba-a5f3-c1048fcad4fe","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.014671511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-sub-9d318153","reconcileID":"2ab2cf42-4e8c-4d46-81f3-da7c7426a92b","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.049179901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d96bcff-83ec-4abc-bee8-c0d327af5006","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.050236755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-sub-9d318153","reconcileID":"5ddc78b3-52e7-4149-af85-601c1443a578","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.050877761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08c98a5d-6fef-4829-93a4-076d991136ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.073899205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"905ba996-40d3-4800-891b-6ddb80b930a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.128938666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"834eba56-ba37-445d-ac4e-48576be43e16","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:45.137062265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"b9787f6a-509a-47ba-a5f3-c1048fcad4fe","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.140235905Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e63d540-f3a7-45ba-9426-70f135eb525c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.200386467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b61513bf-5f67-4fd0-b45d-8364a99ea411","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.200415204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b61513bf-5f67-4fd0-b45d-8364a99ea411","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.399341267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e63d540-f3a7-45ba-9426-70f135eb525c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.547544381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"7ad6eead-3396-475f-9d39-63db647f3c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.548761665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62bee18f-da8b-4a58-9e32-fdbc12bf6a4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.548781506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62bee18f-da8b-4a58-9e32-fdbc12bf6a4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.549410432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba5a9d5e-5bec-4cac-b6cb-b4564ea4d019","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.549426674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba5a9d5e-5bec-4cac-b6cb-b4564ea4d019","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.644362759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c2dd719a-6e16-43fd-830e-841a7de6fa30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.650700449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-86e42a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-86e42a","reconcileID":"a2665e31-4867-4776-ae4e-b8fc71f06d9f","namespace":"llm","name":"e2e-rt-sw-86e42a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.690544202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"7ad6eead-3396-475f-9d39-63db647f3c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.732152749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c2dd719a-6e16-43fd-830e-841a7de6fa30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.783103599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"927c5574-d194-4033-b27b-623ef71befa8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.783976554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"f0135acb-978e-42e5-b491-256d73354d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.784696644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"8917006e-79ac-4b87-a07a-7594a8fe88bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.852208211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"927c5574-d194-4033-b27b-623ef71befa8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.8621468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"f0135acb-978e-42e5-b491-256d73354d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:45.86566686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"8917006e-79ac-4b87-a07a-7594a8fe88bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.058889847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"7ccdbb62-d384-4f11-9c21-7e42c4fece27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.139285383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"7ccdbb62-d384-4f11-9c21-7e42c4fece27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.264805624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"815e10c9-d86d-4831-aa63-17b3b50cd8d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.265186756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"7324e9d9-4bce-4ee0-b576-212c85bfaf70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.298982206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"51422296-c982-4c2f-9dfc-58dcb4e9fab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.328876728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"7324e9d9-4bce-4ee0-b576-212c85bfaf70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.32992783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"815e10c9-d86d-4831-aa63-17b3b50cd8d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.357402818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"51422296-c982-4c2f-9dfc-58dcb4e9fab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.37001464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a7d6e393-0fa8-4471-9b3e-14976e64a9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.431762828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a7d6e393-0fa8-4471-9b3e-14976e64a9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.453022972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8ab8fcdd-ba46-4bb5-8341-b74498b1d066","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.580833458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8ab8fcdd-ba46-4bb5-8341-b74498b1d066","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:46.96541589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c85df31-492b-4293-866a-691d2e76e5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.075267959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a463fce4-c1c0-47f7-881e-3dff18e7b24c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.076053981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"68d18fa1-3b9b-4d7c-bb34-e85936b5fc27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.080325657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c85df31-492b-4293-866a-691d2e76e5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.140492227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"87426526-9ee9-4fe9-8d53-8692d65814c0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.140910078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a0ed992-0e46-4367-8612-328996c3c91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.247016355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a463fce4-c1c0-47f7-881e-3dff18e7b24c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.282623462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c85df31-492b-4293-866a-691d2e76e5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.290589762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a0ed992-0e46-4367-8612-328996c3c91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.292398243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"68d18fa1-3b9b-4d7c-bb34-e85936b5fc27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.353118577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"68d18fa1-3b9b-4d7c-bb34-e85936b5fc27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.354452542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a0ed992-0e46-4367-8612-328996c3c91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:47.392781264Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"87426526-9ee9-4fe9-8d53-8692d65814c0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:22:47.393002351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"87426526-9ee9-4fe9-8d53-8692d65814c0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.432684167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"61cf146a-63f8-4287-9991-b3c33640a3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.434203665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7531ef22-9dd5-4c1b-a7c8-cadddf80e1ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.434327788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7531ef22-9dd5-4c1b-a7c8-cadddf80e1ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.491367019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"61cf146a-63f8-4287-9991-b3c33640a3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.569660686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"bddaea62-4c62-4394-98a7-a917bdc514bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.589404399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"05ba0eef-b2a2-4cb6-9be3-f7b8b36ba085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.6281397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"d9556b5c-61dd-42a7-bf52-78dc9b780773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.633428861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"bddaea62-4c62-4394-98a7-a917bdc514bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.665884445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"05ba0eef-b2a2-4cb6-9be3-f7b8b36ba085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.717746192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6ad2ecb5-5e0f-446f-b5e0-5ee4ba1307f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.718818859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"d9556b5c-61dd-42a7-bf52-78dc9b780773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.776431437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6ad2ecb5-5e0f-446f-b5e0-5ee4ba1307f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.878676453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"546f746a-18a7-4b45-b56f-6f168fdf1f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.948148118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"546f746a-18a7-4b45-b56f-6f168fdf1f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:47.961009485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"fbb39530-ca2a-4c25-82af-536abd96900c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:48.018078287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"fbb39530-ca2a-4c25-82af-536abd96900c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:48.090834893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"fbb39530-ca2a-4c25-82af-536abd96900c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:48.163641239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"773b0701-1623-44e2-bb79-625bd7812a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:48.163744314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"773b0701-1623-44e2-bb79-625bd7812a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:49.409202457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"f5acc539-0199-4f40-9e9d-458090422859","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:50.762736389Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e3edc460-c2ff-4264-b542-86f876492b23","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:50.812116305Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e3edc460-c2ff-4264-b542-86f876492b23","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:50.864109681Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e3edc460-c2ff-4264-b542-86f876492b23","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:51.13916945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"3aee00b5-378c-473b-aeb6-171820f4a6de","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:51.402383453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"b4bec2e7-42bd-4dcb-b9d9-576936f0f108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:51.403091246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f5385541-84f2-4e52-9604-d6a39658fca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:51.475002622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f5385541-84f2-4e52-9604-d6a39658fca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:51.475569732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"b4bec2e7-42bd-4dcb-b9d9-576936f0f108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:51.507619257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1d1bc3b0-30bf-4bd6-824b-1197c1039c95","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:51.508437296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b789f251-275e-4edc-a027-968c439a9066","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:51.568291702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1d1bc3b0-30bf-4bd6-824b-1197c1039c95","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:51.57098848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b789f251-275e-4edc-a027-968c439a9066","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:52.027945114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2b195f36-769f-4875-9d8c-59770c5a61d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:52.080921487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2b195f36-769f-4875-9d8c-59770c5a61d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:53.297372956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f0d84fd-eb48-453e-b622-88a1cde6892f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:53.29742078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f0d84fd-eb48-453e-b622-88a1cde6892f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:53.298185464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"22bc2cee-f12e-42ea-b3a8-59b900e1ee6c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:53.458515973Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-policy-9d318153","reconcileID":"22bc2cee-f12e-42ea-b3a8-59b900e1ee6c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"policyNamespace":"ai-tenant-e2e-mt-9d318153","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:53.516734532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5a95e5f-133a-4a44-b55f-3435bd9d5f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:53.516874688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5a95e5f-133a-4a44-b55f-3435bd9d5f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:53.651299558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb0a73cc-5384-4017-91d4-6897118c5778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:53.651373503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb0a73cc-5384-4017-91d4-6897118c5778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.430102053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3852ba06-d56b-430a-9cec-6effe18596d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.528298388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"3a4af8d4-9a09-463c-9e16-b40517177bde","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.545083043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3852ba06-d56b-430a-9cec-6effe18596d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.578899234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614672d3-2aa7-4e7a-9040-66641800318b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.595285395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3852ba06-d56b-430a-9cec-6effe18596d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.630931976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614672d3-2aa7-4e7a-9040-66641800318b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.643296152Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"3a4af8d4-9a09-463c-9e16-b40517177bde","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.648643762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31eee456-0c52-4240-89b6-cadedfeb03eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.648661854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31eee456-0c52-4240-89b6-cadedfeb03eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.681769251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614672d3-2aa7-4e7a-9040-66641800318b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.693981051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"3a4af8d4-9a09-463c-9e16-b40517177bde","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.732903106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30e9575e-b5e5-4a3b-bdc6-cefe3c8a3e12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.732923551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30e9575e-b5e5-4a3b-bdc6-cefe3c8a3e12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.746372041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32a8bb8-f5c4-499a-a7a3-6d5f85e18a35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.746389221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32a8bb8-f5c4-499a-a7a3-6d5f85e18a35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:57.900628397Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:58.57998723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"fe59386f-64f2-474a-ae32-5fcab9cd2f27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:58.616718131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a3d01575-b2ec-47ad-9221-b7897b089c3c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:58.616773383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"f41ae468-76a2-4d68-9043-d13fc1d54563","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:22:58.82242559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"cfbf591d-57df-43ae-87f4-ea8d514061d8","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.279591382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"d6fdb3ea-560a-447f-9c78-eb9d014a858c","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.45343943Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub2","reconcileID":"824b53e7-2f61-41b4-a8a1-9630e6a5ed9e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e10a3335","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.581835658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"d0530475-d8f1-4cb1-ab9e-6bc7d2cccfcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.66284767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"d0530475-d8f1-4cb1-ab9e-6bc7d2cccfcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.71627574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"53dac2e1-6f11-4c1c-8140-9eddad7f114a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.717342383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"308dc808-fed1-4002-a6a4-bab08482f3fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.718089642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b11fb194-9a51-4409-9850-e26d35a3b4e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.724606416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"972446d2-f141-4b55-b308-a5950cfef7cf","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.797768273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"53dac2e1-6f11-4c1c-8140-9eddad7f114a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.812498808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"298f3f4c-a7d6-4364-8d52-190581971898","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.83194197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"308dc808-fed1-4002-a6a4-bab08482f3fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:01.834744759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b11fb194-9a51-4409-9850-e26d35a3b4e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.014265436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-auth","reconcileID":"ecd3b09b-1155-41d2-b88c-f882ca5e34ec","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.016344124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"854d0af4-d005-405f-88fb-02f64ecbc53b","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.077835653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"495d4297-f4d0-41a5-96c0-068cb3b60547","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.117850079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-auth","reconcileID":"ecd3b09b-1155-41d2-b88c-f882ca5e34ec","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:23:02.135166361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-sub","reconcileID":"7568c58d-6a51-42b2-9b47-ca1fafc09228","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.208835635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"bf5b961e-1af7-4039-b86b-a3e27e9a4e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.252988747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"58158b6f-948e-45dd-a79a-86b926464104","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.308566029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"161258ea-20f0-4655-b1a9-9fa01f3e4001","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.322758861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"bf5b961e-1af7-4039-b86b-a3e27e9a4e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.379919879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a324bc6c-be58-4300-bcdf-ba31a58a0dde","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.380288869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"44a036b6-a0e3-47ca-b581-1d54b38810fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.380597776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d85a4eff-8489-47b6-8073-24fc3a5b14f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.455980096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"44a036b6-a0e3-47ca-b581-1d54b38810fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.507559678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"a941ad60-f435-481d-95dc-b8816c9dac6a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.508352347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a324bc6c-be58-4300-bcdf-ba31a58a0dde","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.650013324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d85a4eff-8489-47b6-8073-24fc3a5b14f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.777984676Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-sub","reconcileID":"a0e302ab-cfce-483b-a59d-3fe87ee93f44","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.778867051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-auth","reconcileID":"bb7a0ecd-93a4-4b78-a039-96786cfbd1e7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.832126723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"def073f3-294d-4219-bf63-f7882f186efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.846121672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-auth","reconcileID":"bb7a0ecd-93a4-4b78-a039-96786cfbd1e7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.8970021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"def073f3-294d-4219-bf63-f7882f186efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.956495175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"02f3374d-3466-4665-aa0a-aa55b491cb63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.956815986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"d1d56854-3cf8-4eb9-ad7e-e08e476c38b8","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:02.991384007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"279cec71-7426-4e4b-9dab-8f0447a755be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:03.030248924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"02f3374d-3466-4665-aa0a-aa55b491cb63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:03.176125179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-sub","reconcileID":"ea336cba-3bc4-4a39-9873-78d56e28d1df","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:03.36550605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"0b3853f8-d136-4d11-9bd4-79620b3dc973","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:03.813508636Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-sub-9d318153","reconcileID":"a358c29e-de2a-41fd-a545-9838214ea481","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-9d318153","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:04.045028072Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"namespace":"ai-tenant-e2e-mt-9d318153","name":"e2e-shared-int-sub-9d318153","reconcileID":"a358c29e-de2a-41fd-a545-9838214ea481","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-9d318153"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-09579c2f/e2e-shared-int-sub-9d318153","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:04.280113873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b23ffca-d9d2-45ef-9445-fbaa643875a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:04.281666267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-sub-9d318153","reconcileID":"35bf7fb4-6929-47e6-abdc-fbf8a9777ec7","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:04.341194021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0491e9b9-bd0d-487f-ac86-add0ba52caff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:04.341345617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0491e9b9-bd0d-487f-ac86-add0ba52caff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:04.413191294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"5114e902-e2d8-4e40-9556-5ff28c8fb900","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:05.595150707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"0f6c6ddf-db01-4f04-8649-eb4c2c9f5d62","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:05.743993795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-auth","reconcileID":"61f153f0-2e39-46b4-8a1d-29ed7ddc6f62","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:05.744152341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"4524abbf-ac7f-4dd5-a2aa-99434120c1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:05.744003587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"1dbc22fe-6949-42f3-880d-c6faf302040d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:05.796383426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"1dbc22fe-6949-42f3-880d-c6faf302040d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:05.796474653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"4524abbf-ac7f-4dd5-a2aa-99434120c1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:05.798939974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-auth","reconcileID":"61f153f0-2e39-46b4-8a1d-29ed7ddc6f62","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:07.792613284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c857456a-0d21-4a9d-b017-871186fe66ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:07.849834585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"4cbb4704-37a4-4574-b130-56d19c3d9b4b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:07.897471853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9b45050-29ec-4a3d-a881-127947870319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:07.901659348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"4cbb4704-37a4-4574-b130-56d19c3d9b4b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:07.904953192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c857456a-0d21-4a9d-b017-871186fe66ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:07.949366242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9b45050-29ec-4a3d-a881-127947870319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:07.952636895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"4cbb4704-37a4-4574-b130-56d19c3d9b4b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:07.955474967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c857456a-0d21-4a9d-b017-871186fe66ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:07.99986093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9b45050-29ec-4a3d-a881-127947870319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:08.005400087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8392d921-14ea-441c-807c-aa223b0910ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:08.005421934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8392d921-14ea-441c-807c-aa223b0910ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:08.008811938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b21d7c93-bb58-480c-97b2-4b3fda42ba3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:08.008836816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b21d7c93-bb58-480c-97b2-4b3fda42ba3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:08.052951007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"316ec867-981f-4287-a1d6-bbf1a3895314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:08.052974112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"316ec867-981f-4287-a1d6-bbf1a3895314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:09.173468815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"7521a5fb-7ee4-47d0-a32b-078ff6887a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:09.173679847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"03b5bc40-a088-4ec7-b6a9-8c3ba30a34ab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:09.173472541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5e9b33b1-ed87-478b-b2ac-f462b5825d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:09.174215475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5c3a59f5-2560-4c38-b76c-d100090f143d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:09.226359204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5e9b33b1-ed87-478b-b2ac-f462b5825d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:09.226758872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"7521a5fb-7ee4-47d0-a32b-078ff6887a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:09.228744762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"03b5bc40-a088-4ec7-b6a9-8c3ba30a34ab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:09.228999841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5c3a59f5-2560-4c38-b76c-d100090f143d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:11.502603124Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7c0df3c8-7c71-47cf-ab9c-a01c9d8daebd","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:11.551228529Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7c0df3c8-7c71-47cf-ab9c-a01c9d8daebd","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:11.599763572Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7c0df3c8-7c71-47cf-ab9c-a01c9d8daebd","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:11.858912653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"9e36bedd-a1a0-4d26-bc50-a840cb1e88a7","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:11.994666969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"ebb748a0-5d81-4bac-8a12-097e2c532c80","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.09989332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d3e50b03-6aa1-460e-aaab-7412ac0f1318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.100123466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5ce950f8-1421-4067-86ff-9c000dd11ea2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.099893453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"da65af97-c1c6-4710-b9bc-86db0991b525","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.100558237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"d25403f9-0e90-4cfa-9ba0-519ce132dd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.153023732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"da65af97-c1c6-4710-b9bc-86db0991b525","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.15356548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d3e50b03-6aa1-460e-aaab-7412ac0f1318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.155266322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"d25403f9-0e90-4cfa-9ba0-519ce132dd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.156671607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5ce950f8-1421-4067-86ff-9c000dd11ea2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.352202922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a40b4613-6366-4af9-bf6d-d588a1a2ad99","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.543805746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cb9f9f76-496b-40c8-b90b-d499720d41a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.551891555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"3cf5fea2-3705-4384-a675-a112da3bca8c","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.596175359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cb9f9f76-496b-40c8-b90b-d499720d41a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.689286522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"5fb6cd0f-1ed8-4806-867c-040bfe247476","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.740941313Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b6478ee0-de79-45f6-a40b-0263c75647fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:12.890399333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"f346c963-36c4-4ce1-9ff8-3d7ca6c07b32","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.3486724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d32e3b5-0548-4d11-83bd-e8aa62fbd9c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.348696536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d32e3b5-0548-4d11-83bd-e8aa62fbd9c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.399462403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7afbd7e0-c89f-4934-8716-fd7a9e56679d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.399485103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7afbd7e0-c89f-4934-8716-fd7a9e56679d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.562145463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"93b89815-4b05-41bb-bcb8-da6d60563d1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.614184583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d75b99ae-206c-4ceb-a224-732dcf614b69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.614216266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d75b99ae-206c-4ceb-a224-732dcf614b69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.615542931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"93b89815-4b05-41bb-bcb8-da6d60563d1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.666356951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac8ddead-8c10-48cc-b42a-7c8dca40c81b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.666382355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac8ddead-8c10-48cc-b42a-7c8dca40c81b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.666662703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"93b89815-4b05-41bb-bcb8-da6d60563d1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.717683659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5b3baf5-0e57-4034-9651-0a260cacead8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.717704193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5b3baf5-0e57-4034-9651-0a260cacead8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:23:14.721531816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4a6871","reconcileID":"c2cee404-8ef0-4b9b-b811-d6f4ba3e78a4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-4a6871\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.760338375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b15d4d0c-9e6d-45a7-8743-494c4f078d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.760337352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70450564-3f78-4def-879e-ab5005cb118b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.812777655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70450564-3f78-4def-879e-ab5005cb118b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.812784412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b15d4d0c-9e6d-45a7-8743-494c4f078d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.833910106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f32f7e3f-db7d-41e9-b0cb-1cbc11724eba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.833942132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f32f7e3f-db7d-41e9-b0cb-1cbc11724eba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.861815985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"d29f049d-ddb8-4b8c-9191-c9149c3b5e6f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.864149195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70450564-3f78-4def-879e-ab5005cb118b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.864185614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b15d4d0c-9e6d-45a7-8743-494c4f078d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.886447274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad465492-58dc-4bac-99e6-561c0436aba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.886476184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad465492-58dc-4bac-99e6-561c0436aba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.914661166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"d29f049d-ddb8-4b8c-9191-c9149c3b5e6f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:14.965256995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"d29f049d-ddb8-4b8c-9191-c9149c3b5e6f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:15.134482018Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4a6871","reconcileID":"73304d41-634a-4cbb-aa20-da8524f1fe0a","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-09579c2f/e2e-shared-int-sub-9d318153","models-as-a-service/e2e-default-int-sub-4a6871","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:15.287559659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0ecd39-a175-49a8-aade-03aa72d45fed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:15.287584644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0ecd39-a175-49a8-aade-03aa72d45fed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:15.329694994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25128905-ef7c-4bcf-8a4f-94d00dc007f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:15.329700835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-sub-9d318153","reconcileID":"f88dd46f-2799-4ecd-afb5-155d4647daf3","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:15.480794418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4a6871","reconcileID":"6fe6c3b6-156b-47c2-a4d2-eef7ce639c08","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:15.751517374Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-sub","reconcileID":"efe468c3-7548-4005-a90c-d44f20f667ce","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:15.951464904Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-sub","reconcileID":"efe468c3-7548-4005-a90c-d44f20f667ce","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.157876386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"8ad27770-f217-4a51-b666-de2f2b16d04a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.183279244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"c4fff161-9180-4fcc-b48a-5b36c4eb6186","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.292518444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"040954d8-d863-43ef-937e-5c89a0fbbe39","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.302543504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"b8431eab-49dd-44bc-a063-83f3830a740a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.302563054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-auth","reconcileID":"76fb6386-5ef3-4e97-ad51-52ee170771e1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.303070509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5ab3a328-c9ad-4948-bf7c-b8fa3360a8d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.354762391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-auth","reconcileID":"76fb6386-5ef3-4e97-ad51-52ee170771e1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.355061089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"b8431eab-49dd-44bc-a063-83f3830a740a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.357159036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5ab3a328-c9ad-4948-bf7c-b8fa3360a8d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.554792575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-api-key-no-access-auth","reconcileID":"c0a79dd6-d54b-45d9-bd53-c23a4c8d0491","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:16.706882729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"35c83f3f-db53-48e3-858c-946d1bd02939","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:17.50535405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"f48d5e26-03f4-4963-8bda-46b782d5dc39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:18.10160678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"cfeab65e-663a-4411-aba8-c5669f27b06f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:18.219414394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"cfeab65e-663a-4411-aba8-c5669f27b06f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:18.270092278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"cfeab65e-663a-4411-aba8-c5669f27b06f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:18.342594909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baae25db-3570-484c-8cd6-41b01bd6c66b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:18.342616274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baae25db-3570-484c-8cd6-41b01bd6c66b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.389628516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"91c513ed-4474-4e40-baf0-54d0da938b42","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.392150417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"c7e1ed08-2ecc-439e-a3e9-5ba887eb76e7","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.460387357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"d6e571f4-ecd6-4801-9c5e-e6c0619042d0","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.461117795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"b9a880b0-e013-462a-b7fb-17dad33e9ff1","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.541815516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a29b4cd9-9be4-482d-8bd8-2aa33fdc9971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.541840156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"ed7d6ae9-f003-41f9-924f-9e95e2ea1d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.625044048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"ca45ec97-29a3-4e1d-b212-9bbe475ec3df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.697026086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"de9dc2ae-55e4-454a-b255-51f6cb0c2694","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.699891441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"ed7d6ae9-f003-41f9-924f-9e95e2ea1d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:19.702015042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a29b4cd9-9be4-482d-8bd8-2aa33fdc9971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:20.044866443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"76dfafc0-a3f1-4ab2-989b-b623a34a258e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:20.044866188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"3a52b2cd-51fa-447f-8e9a-7ebb33598afc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:20.097988754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"3a52b2cd-51fa-447f-8e9a-7ebb33598afc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:20.098449987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"76dfafc0-a3f1-4ab2-989b-b623a34a258e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.1348169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08697f01-b159-4629-bc8b-27627f6b38a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.135624621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c17df5a-061b-44b6-acfb-86ad791e846e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.136012532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50f3044-0b8c-451f-8dad-9dfb18d56bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.215506393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"0f0aba07-c1ca-420d-a458-025af7dec852","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.216224105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50f3044-0b8c-451f-8dad-9dfb18d56bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.229634548Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8ce45035","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8ce45035","reconcileID":"3618cc7d-6e33-48d4-8230-493702129aad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8ce45035","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-8ce45035":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.474686064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50f3044-0b8c-451f-8dad-9dfb18d56bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.591878698Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08697f01-b159-4629-bc8b-27627f6b38a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:23:25.595235659Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c17df5a-061b-44b6-acfb-86ad791e846e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.616544533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50f3044-0b8c-451f-8dad-9dfb18d56bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:23:25.618226836Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"0f0aba07-c1ca-420d-a458-025af7dec852","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.686896125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd9941cc-138d-4101-8dfd-de1a733c48fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.687002759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd9941cc-138d-4101-8dfd-de1a733c48fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:23:25.708229443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"0f0aba07-c1ca-420d-a458-025af7dec852","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:23:25.713479155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c17df5a-061b-44b6-acfb-86ad791e846e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.714713947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20951a60-e2d1-497b-852d-4d66f6a01490","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.714734531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20951a60-e2d1-497b-852d-4d66f6a01490","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.76460034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08697f01-b159-4629-bc8b-27627f6b38a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.830143542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2df564f4-7f2e-43e3-9a98-c759a901accc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:25.830270578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2df564f4-7f2e-43e3-9a98-c759a901accc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.011939756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"9c90fbf9-811f-4b3d-9ad5-c512d438e6b0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.062962924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f3cd9f4-ae15-4d63-bb82-19078c43eb1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.102262277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"9c90fbf9-811f-4b3d-9ad5-c512d438e6b0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.156293454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f3cd9f4-ae15-4d63-bb82-19078c43eb1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.167057599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"9c90fbf9-811f-4b3d-9ad5-c512d438e6b0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.242870373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5612835-4499-47f1-9329-1946624e61ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.251141491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5612835-4499-47f1-9329-1946624e61ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.251077283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f3cd9f4-ae15-4d63-bb82-19078c43eb1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.315105802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51f8f3e6-3213-4f5c-a8f8-c66df4054b78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:26.315230413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51f8f3e6-3213-4f5c-a8f8-c66df4054b78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:28.010112527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:28.519110454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"e9ca741f-b9e2-4cb8-b4de-262215c2f674","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:28.759594757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"f755c64b-a06e-4d53-a216-da6deb3c44d8","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:28.833896686Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"e9ca741f-b9e2-4cb8-b4de-262215c2f674","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:28.926828829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"e9ca741f-b9e2-4cb8-b4de-262215c2f674","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:28.989981038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d18df0b0-cb6d-43d7-b9e7-e5428a2ba8f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:28.990117366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d18df0b0-cb6d-43d7-b9e7-e5428a2ba8f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.019077601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19949cbe-9370-469d-aea4-a0019bce2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.077864354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19949cbe-9370-469d-aea4-a0019bce2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.136481797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"fb4c11c1-d38a-4812-9e29-d72a9599829e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.152693688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19949cbe-9370-469d-aea4-a0019bce2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.153233806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"97a442ca-534f-49c6-8c06-56162db488f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.153874783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"0aa99093-ff5a-4b65-b900-53c7d5edc8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.208196809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19949cbe-9370-469d-aea4-a0019bce2164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.227441596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"97a442ca-534f-49c6-8c06-56162db488f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.304048858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"0aa99093-ff5a-4b65-b900-53c7d5edc8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.352957904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"25962b98-a5d4-45a1-a368-a5431b4b40bd","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:29.64700359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"7bddf561-01f7-446a-b8fb-b14fba30e293","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:31.083976103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f64ad209-4c93-4abc-860b-b434f9ccf07e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:31.084825329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"52b7a492-f1a9-48ad-8cbb-fd2a2c1dd7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:31.142997624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"52b7a492-f1a9-48ad-8cbb-fd2a2c1dd7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:31.149126915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f64ad209-4c93-4abc-860b-b434f9ccf07e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:32.82270943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710ad9aa-4bed-4614-97ab-cc5be4b36a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:32.872196446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710ad9aa-4bed-4614-97ab-cc5be4b36a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:32.921661258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710ad9aa-4bed-4614-97ab-cc5be4b36a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:32.97013667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710ad9aa-4bed-4614-97ab-cc5be4b36a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:33.373884972Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-63b771","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-63b771","reconcileID":"e72363bd-7ef7-410e-ae7c-eccb5e550183","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-63b771","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-63b771":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:34.825044556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918d51ec-8bea-4ce9-b56d-fe8f13f3fe91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:34.874628544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918d51ec-8bea-4ce9-b56d-fe8f13f3fe91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:34.923058458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918d51ec-8bea-4ce9-b56d-fe8f13f3fe91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:34.971182972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918d51ec-8bea-4ce9-b56d-fe8f13f3fe91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.036733897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"907eac10-8838-46ab-81ca-38e325535ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.149896351Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"907eac10-8838-46ab-81ca-38e325535ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.202753391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"907eac10-8838-46ab-81ca-38e325535ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.291887979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"900f8fc9-fbb1-4377-a0b0-12ac2a5a07f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.291907866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"900f8fc9-fbb1-4377-a0b0-12ac2a5a07f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.434150718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"22c448b1-03c4-4b60-80bf-94fb6de4ab18","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.487195132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"22c448b1-03c4-4b60-80bf-94fb6de4ab18","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.54008349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"22c448b1-03c4-4b60-80bf-94fb6de4ab18","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.540566989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5214c9a7-02ef-4ea5-b567-337592a365d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.612982436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5214c9a7-02ef-4ea5-b567-337592a365d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.613869879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"566d86d5-3836-4cf6-ae52-e85e48325116","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.613976999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"566d86d5-3836-4cf6-ae52-e85e48325116","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.681816256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5214c9a7-02ef-4ea5-b567-337592a365d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.735233436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc928f46-a176-465e-9e1b-d06059903a63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.735253745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc928f46-a176-465e-9e1b-d06059903a63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.757244416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e97d38d-84ed-44b1-abba-13156d4449de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.806059257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e97d38d-84ed-44b1-abba-13156d4449de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.857856155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e97d38d-84ed-44b1-abba-13156d4449de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:36.909738589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e97d38d-84ed-44b1-abba-13156d4449de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:39.088889755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"dca98ef6-9cc3-49d0-9937-15bd580e131f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:39.202448408Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"dca98ef6-9cc3-49d0-9937-15bd580e131f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:39.253396201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"dca98ef6-9cc3-49d0-9937-15bd580e131f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:39.306460352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99581995-bf7f-438d-9573-1c62ace18a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:39.306487573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99581995-bf7f-438d-9573-1c62ace18a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:39.354413827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"6f4e7af2-b006-419e-8bd9-05c36bd11eb0","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.435717679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50053916-a8cd-4b7f-8a1d-930a079446a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.548173897Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50053916-a8cd-4b7f-8a1d-930a079446a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.598807918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50053916-a8cd-4b7f-8a1d-930a079446a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.650586553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c5e697b-8d6e-458d-bab9-7577229a4c8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.65060877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c5e697b-8d6e-458d-bab9-7577229a4c8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.758902078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"01b78a75-fda4-40e0-a9ac-95df9642b04a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.811454407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"01b78a75-fda4-40e0-a9ac-95df9642b04a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.862388344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"01b78a75-fda4-40e0-a9ac-95df9642b04a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.879084981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c77d97a-6e26-4a2d-92fa-940ece2d583d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.915388426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eade0ce9-3af8-49cf-96a4-de1598f40989","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.915407077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eade0ce9-3af8-49cf-96a4-de1598f40989","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.931585235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c77d97a-6e26-4a2d-92fa-940ece2d583d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:46.982576877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c77d97a-6e26-4a2d-92fa-940ece2d583d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:47.039019755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b9a778d-8f72-4f97-b292-94d93d44b87e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:47.039158286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b9a778d-8f72-4f97-b292-94d93d44b87e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:49.355476479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"2c0a4e1a-6c83-4283-8e3f-91d129c0313d","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:49.417340032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"3aa4c5eb-1b69-4e15-a1b2-d5319544354e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:49.558823873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"3aa4c5eb-1b69-4e15-a1b2-d5319544354e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:49.609678422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"3aa4c5eb-1b69-4e15-a1b2-d5319544354e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:49.662246054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf8757c-e05c-459a-b792-cdfd9e0e19b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:49.662266314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdf8757c-e05c-459a-b792-cdfd9e0e19b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:52.192912279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"a6d6cc9d-bf59-4f8e-b65e-ab9df21e6bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:52.192912427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"36d33289-90ee-4020-8b04-b4afbcd47c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:52.245201094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"a6d6cc9d-bf59-4f8e-b65e-ab9df21e6bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:52.245235951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"36d33289-90ee-4020-8b04-b4afbcd47c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:56.794822312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bda8083e-89d6-49d0-8243-4db0954f5742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:56.908529627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bda8083e-89d6-49d0-8243-4db0954f5742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:56.960071096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bda8083e-89d6-49d0-8243-4db0954f5742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.013520645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13484f98-d75a-482a-a090-cc619ba515f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.013541833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13484f98-d75a-482a-a090-cc619ba515f2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.062908634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"057a91f7-3267-47ea-a520-a7bda3beb5cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.122529209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"057a91f7-3267-47ea-a520-a7bda3beb5cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.179422193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"057a91f7-3267-47ea-a520-a7bda3beb5cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.191938733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18dc456b-b6ec-4faa-b37e-d3ad61344cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.230475041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c4590b-a607-4b38-a0d6-395359d21b8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.230493557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c4590b-a607-4b38-a0d6-395359d21b8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.243910087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18dc456b-b6ec-4faa-b37e-d3ad61344cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.294346299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18dc456b-b6ec-4faa-b37e-d3ad61344cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.345510362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a508190d-38a9-4b44-a102-02844faa7a51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.345528486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a508190d-38a9-4b44-a102-02844faa7a51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:57.900031286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:58.142773914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"fc98b009-aceb-4892-96f4-afe1f9a2ae6b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:58.248541852Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"fc98b009-aceb-4892-96f4-afe1f9a2ae6b","name":"e2e-mt-8ce45035-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:59.356556733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"59ad7eed-83e6-469d-98f7-ee7fa3732a01","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:59.7594425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"a2ec1e62-6e31-4415-b8e3-e59ec929d55b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:59.871987214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"a2ec1e62-6e31-4415-b8e3-e59ec929d55b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:59.923947978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"a2ec1e62-6e31-4415-b8e3-e59ec929d55b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:59.976713334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58378c1c-daf8-4dcd-8a63-ea23bdfb4f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:23:59.976732548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58378c1c-daf8-4dcd-8a63-ea23bdfb4f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:02.627802281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"144a4601-3966-437a-afd1-5f61f87f74d2","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.146570477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"493ff37a-af14-4298-bb3a-4288a35b7a3a","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.166874878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acaa1467-e945-4bd9-81ec-9f80daf0acb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.283849953Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acaa1467-e945-4bd9-81ec-9f80daf0acb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.392124984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acaa1467-e945-4bd9-81ec-9f80daf0acb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.392704573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"9c040c24-5024-4e83-af89-c6d02dc5b13a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.393025252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"040156a4-aa54-48b3-8357-ddac2fe0b837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.393404093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"004086d2-b1a9-4849-8dc5-bd47e6212a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.445630276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"004086d2-b1a9-4849-8dc5-bd47e6212a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.446471717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c873bdd1-3bbc-4812-87b2-5f73c5ba30d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.446493902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c873bdd1-3bbc-4812-87b2-5f73c5ba30d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.448062729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"040156a4-aa54-48b3-8357-ddac2fe0b837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.489608035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"ff8b0ca8-eb6c-49ac-ab89-a1f80ac0adbb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.541262753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"ff8b0ca8-eb6c-49ac-ab89-a1f80ac0adbb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.542854043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"838f9c4f-71b0-4001-a584-b20b1ee30649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.546704995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"5b95c227-b7b0-4719-9f65-7ccf6bcc0ede","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.591792246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"ff8b0ca8-eb6c-49ac-ab89-a1f80ac0adbb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.594339205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"838f9c4f-71b0-4001-a584-b20b1ee30649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.644638152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0c4c33f-be18-421d-b3ce-b2f262b95ae4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.644655475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0c4c33f-be18-421d-b3ce-b2f262b95ae4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.646789442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"838f9c4f-71b0-4001-a584-b20b1ee30649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.700004606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4013a226-cb10-4eef-a187-b46c9f56c0a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.70002295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4013a226-cb10-4eef-a187-b46c9f56c0a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:07.744683502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"ae77315d-3fb5-4c35-8f5c-3b86b845bf50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:10.073717674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"9b25b455-a388-41a8-aa60-6833b3ea2aec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:10.189256302Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"9b25b455-a388-41a8-aa60-6833b3ea2aec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:10.239759656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"9b25b455-a388-41a8-aa60-6833b3ea2aec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:10.292537169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7ae8a68-1212-40a5-acbd-c5f5366fc4e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:10.292557239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7ae8a68-1212-40a5-acbd-c5f5366fc4e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:11.615492293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"05e40824-7ddd-4ac8-a2f3-543b84fd3cc1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-63b771","tenantID":"e2e-api-a-63b771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:11.725753728Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"05e40824-7ddd-4ac8-a2f3-543b84fd3cc1","name":"e2e-api-a-63b771-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.697877428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"7d7d3a1a-c29c-4ce5-8ed1-6bc01db35c4d","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.711331531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"b7a5039d-5306-4806-982a-160462e1d7fb","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.711815941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"908cb611-e8b4-4c4a-99e2-f71305e777e6","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.769165922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"8c9f68d0-9478-47af-8b0c-b013113424ec","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.769684965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"1de7ccd5-8204-4b2b-8d76-1b877667db71","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.770044874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"45d09d36-6f1e-4e51-8ed5-412fea2f3ad0","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.847870735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"3315a020-ca8b-4862-bb32-ebe6a1bb5761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.920049306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"cb0395ba-a23d-4092-8e60-af839bb2a464","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.922107969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"1a82ddef-827a-463b-8d7d-dd458f79ae64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.925593191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"3315a020-ca8b-4862-bb32-ebe6a1bb5761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:14.987181868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"8cf0206f-cd32-4efc-a068-fa83d951ba83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:15.108291194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"8cf0206f-cd32-4efc-a068-fa83d951ba83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:15.322047948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"f911ec54-5bb5-4c7e-84e4-68519c558cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:15.374199641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"f911ec54-5bb5-4c7e-84e4-68519c558cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:15.521976176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"8a2e74a1-9a2f-4a8a-a623-aa1ee66fa8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:15.573767576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"8a2e74a1-9a2f-4a8a-a623-aa1ee66fa8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.621653173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"063a064e-45f8-4461-8ef7-965ac41ae3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.792420435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"063a064e-45f8-4461-8ef7-965ac41ae3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.840553528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"22afbfd2-2ab5-4d8c-b82e-bc1cf00fa512","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.847818632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"063a064e-45f8-4461-8ef7-965ac41ae3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.883479265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4909bb84-6dbf-40a7-9250-6a3c5abfe4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.899050817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"22afbfd2-2ab5-4d8c-b82e-bc1cf00fa512","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.904421495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aafe093-0da9-4223-9ecc-3642167fd7f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.904539991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aafe093-0da9-4223-9ecc-3642167fd7f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.936093652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4909bb84-6dbf-40a7-9250-6a3c5abfe4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.950706957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"22afbfd2-2ab5-4d8c-b82e-bc1cf00fa512","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:17.986985143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4909bb84-6dbf-40a7-9250-6a3c5abfe4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:18.015244935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b867c70-fcbd-40b8-9aa4-42c17e882037","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:18.015284997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b867c70-fcbd-40b8-9aa4-42c17e882037","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:18.039802566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f807206d-b75c-4136-89a7-08edcd4f6ba9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:18.039822497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f807206d-b75c-4136-89a7-08edcd4f6ba9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:20.395676747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"199e7b51-9bbc-49bd-86c5-7d709d729f13","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:20.51593533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"199e7b51-9bbc-49bd-86c5-7d709d729f13","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:20.566713643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"199e7b51-9bbc-49bd-86c5-7d709d729f13","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:20.619906016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f599da0-2d7e-4d65-8e46-cbef297482ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:20.619927741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f599da0-2d7e-4d65-8e46-cbef297482ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:27.9000311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.045883708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65469f5b-e74e-4d61-8529-6a1f7a5387d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.160541322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"c0bf93e0-dc1a-4b38-992f-79317a45a640","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.162158928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65469f5b-e74e-4d61-8529-6a1f7a5387d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.184403122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0518eb0a-82f6-4e88-b656-c59400959aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.2138985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65469f5b-e74e-4d61-8529-6a1f7a5387d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.214085773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"c0bf93e0-dc1a-4b38-992f-79317a45a640","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.236891218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0518eb0a-82f6-4e88-b656-c59400959aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.265282276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"c0bf93e0-dc1a-4b38-992f-79317a45a640","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.267220442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"517b0d8b-3a9c-4b69-9add-fac67cbdb6f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.26732646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"517b0d8b-3a9c-4b69-9add-fac67cbdb6f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.288078096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0518eb0a-82f6-4e88-b656-c59400959aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.318640616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50fa4805-e5d0-49f6-9401-fbc8752cfa6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.318665272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50fa4805-e5d0-49f6-9401-fbc8752cfa6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.340701616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32c60503-0ab8-4d18-bd8a-077a4fbc0d99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:28.340723935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32c60503-0ab8-4d18-bd8a-077a4fbc0d99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:30.716548931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"d69e0fce-9d71-43a4-bccf-8d13d2a409a0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:30.858208319Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"d69e0fce-9d71-43a4-bccf-8d13d2a409a0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:30.91481891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"d69e0fce-9d71-43a4-bccf-8d13d2a409a0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:30.966587313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62a43930-5338-43c6-9a09-103a21fc651f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:30.966606186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62a43930-5338-43c6-9a09-103a21fc651f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:34.957624644Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"06ce6acd-d8c8-4402-b139-1703c80b1600","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:34.957714613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"867d215d-a743-43a8-a272-d9b260a97a05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:34.957732175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"867d215d-a743-43a8-a272-d9b260a97a05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:35.053375736Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-policy-9d318153","reconcileID":"06ce6acd-d8c8-4402-b139-1703c80b1600","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"policyNamespace":"ai-tenant-e2e-mt-09579c2f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:35.105099819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0397abf1-4eba-4b90-ae59-11a24d89f47c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:35.105120958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0397abf1-4eba-4b90-ae59-11a24d89f47c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:35.250141114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3aebb1eb-6102-4a9c-bfc1-cf9e0d1a570a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:35.25016325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3aebb1eb-6102-4a9c-bfc1-cf9e0d1a570a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:36.103193365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19042eb-4126-4af2-b99c-bcde10e30422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:36.151550737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19042eb-4126-4af2-b99c-bcde10e30422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:36.200054489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19042eb-4126-4af2-b99c-bcde10e30422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:36.249511359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19042eb-4126-4af2-b99c-bcde10e30422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.012124335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b4cda4-1959-41bc-b7eb-2b6db1318707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.060706112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b4cda4-1959-41bc-b7eb-2b6db1318707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.108972969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b4cda4-1959-41bc-b7eb-2b6db1318707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.15740167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b4cda4-1959-41bc-b7eb-2b6db1318707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.449359704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7fdb186-c73b-456c-a860-6b0945dd61b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.497356438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"a7d6ab0f-d999-433b-b1f5-cd962cf9b597","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.497446673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"814f386c-18af-49cf-b473-471a6426797a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.562983035Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7fdb186-c73b-456c-a860-6b0945dd61b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:24:38.603295008Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"a7d6ab0f-d999-433b-b1f5-cd962cf9b597","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:24:38.603380894Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"814f386c-18af-49cf-b473-471a6426797a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.613498988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7fdb186-c73b-456c-a860-6b0945dd61b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:24:38.653755675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"a7d6ab0f-d999-433b-b1f5-cd962cf9b597","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.654005798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36c5d2a4-4703-4b27-ac83-24184da2e5ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.65402318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36c5d2a4-4703-4b27-ac83-24184da2e5ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:24:38.656693345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"814f386c-18af-49cf-b473-471a6426797a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.65699778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42a39d3d-8a55-437c-9db8-68d8c1f7d99c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.657011793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42a39d3d-8a55-437c-9db8-68d8c1f7d99c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.666028194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1dce39b-cce1-4577-89f3-8ce7bbfe1551","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.666042579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1dce39b-cce1-4577-89f3-8ce7bbfe1551","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.803205179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"4ac773ad-42ad-4e21-8537-d63846348f7b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.805413682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ce3f65b-2248-4000-a4c7-3d3f2ee9b999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.856374455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"4ac773ad-42ad-4e21-8537-d63846348f7b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.857839315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ce3f65b-2248-4000-a4c7-3d3f2ee9b999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.908149893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"4ac773ad-42ad-4e21-8537-d63846348f7b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.908473847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ce3f65b-2248-4000-a4c7-3d3f2ee9b999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.961287593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fac3c71e-1cee-43e2-8f29-c2308fb89875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.961338376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fac3c71e-1cee-43e2-8f29-c2308fb89875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.962201415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5060722-820c-44f9-9589-79680346d2b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:38.962216466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5060722-820c-44f9-9589-79680346d2b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:41.864410035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"a586d74d-3c2e-4ffc-a65d-fc0be5a5f952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:41.864409747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"30c41bf8-c26e-401e-9522-729f109e0d85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:41.916600538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"a586d74d-3c2e-4ffc-a65d-fc0be5a5f952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:41.916637913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"30c41bf8-c26e-401e-9522-729f109e0d85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:45.43878627Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-sub-9d318153","reconcileID":"fc5e760e-876b-47c1-93b7-53d5d939b89e","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-9d318153","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:45.637782758Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"namespace":"ai-tenant-e2e-mt-09579c2f","name":"e2e-shared-int-sub-9d318153","reconcileID":"fc5e760e-876b-47c1-93b7-53d5d939b89e","MaaSSubscription":{"name":"e2e-shared-int-sub-9d318153","namespace":"ai-tenant-e2e-mt-09579c2f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-4a6871","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:45.831550608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d341837-93b7-4a53-9e83-973a4ac50408","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:45.831589753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4a6871","reconcileID":"bee38fc1-8079-411f-884e-56bcfc8b9be6","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:45.893611881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65414d47-c050-4261-9e25-c76abe226259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:45.893634413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65414d47-c050-4261-9e25-c76abe226259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:48.810888056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ce9cdb6-6e78-4a32-8cee-485c2369319a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:48.863162737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ce9cdb6-6e78-4a32-8cee-485c2369319a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:48.914577102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ce9cdb6-6e78-4a32-8cee-485c2369319a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:49.201965822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e30feec9-ee22-495e-8da9-33f037a4344d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:49.221405386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"25bd9b88-7db3-4382-af13-0874f0a5747e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:49.253541212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e30feec9-ee22-495e-8da9-33f037a4344d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:49.273390955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"25bd9b88-7db3-4382-af13-0874f0a5747e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:49.307072982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e30feec9-ee22-495e-8da9-33f037a4344d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:49.36507977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"25bd9b88-7db3-4382-af13-0874f0a5747e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:49.891063253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f68276-eb27-424c-b588-8f8c847c706c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:49.939622726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f68276-eb27-424c-b588-8f8c847c706c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:49.987913867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f68276-eb27-424c-b588-8f8c847c706c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.036461416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f68276-eb27-424c-b588-8f8c847c706c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.049009158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"216bddc7-4051-4121-b2d0-92becb8f8b3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.049027535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"216bddc7-4051-4121-b2d0-92becb8f8b3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.099222583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"007c8147-9c80-4d54-b895-a3ec5638a4f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.099242379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"007c8147-9c80-4d54-b895-a3ec5638a4f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.231808367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"d40a46eb-68ea-498c-8ba9-c1c773758d5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-63b771","tenantID":"e2e-api-a-63b771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.345748545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"d40a46eb-68ea-498c-8ba9-c1c773758d5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"name":"e2e-api-a-63b771-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.396016783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-63b771-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"d40a46eb-68ea-498c-8ba9-c1c773758d5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.448534172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7efc7ab2-ebb2-481a-85c7-b2c095cd924c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:50.448555713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7efc7ab2-ebb2-481a-85c7-b2c095cd924c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:52.0168076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6743501-c656-4b22-a591-58a8aeee7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:52.065196306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6743501-c656-4b22-a591-58a8aeee7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:52.11355724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6743501-c656-4b22-a591-58a8aeee7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:52.161905558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6743501-c656-4b22-a591-58a8aeee7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:54.523458642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e967429-55ee-4ccd-a070-f292e79fba99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:54.571816968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e967429-55ee-4ccd-a070-f292e79fba99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:54.620431627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e967429-55ee-4ccd-a070-f292e79fba99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:54.668993979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e967429-55ee-4ccd-a070-f292e79fba99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:55.009037824Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e5e286","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e5e286","reconcileID":"7c809cd4-3a83-4588-9955-093c1c0332f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e5e286","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e5e286":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:56.507261166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dba149-74f5-4419-bb0b-e325b08e4667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:56.55639286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dba149-74f5-4419-bb0b-e325b08e4667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:56.604709797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dba149-74f5-4419-bb0b-e325b08e4667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:56.653041813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dba149-74f5-4419-bb0b-e325b08e4667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:57.899973651Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:58.416592086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3884c3da-77b7-4b04-b61a-b8d5d5e5d16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:58.496222509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3884c3da-77b7-4b04-b61a-b8d5d5e5d16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:58.555750863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3884c3da-77b7-4b04-b61a-b8d5d5e5d16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:58.614083558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3884c3da-77b7-4b04-b61a-b8d5d5e5d16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:59.0909828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e326c241-67a9-415e-be21-677286962f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:59.143264833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e326c241-67a9-415e-be21-677286962f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:59.193969152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e326c241-67a9-415e-be21-677286962f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:59.450251659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f830ec-cf9e-4982-88be-22e65037f479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:59.503110223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f830ec-cf9e-4982-88be-22e65037f479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:59.550591985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"0f865219-c650-464e-adc5-15dd867c1c07","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:59.553600613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f830ec-cf9e-4982-88be-22e65037f479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:59.602252175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"0f865219-c650-464e-adc5-15dd867c1c07","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:24:59.653166518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"0f865219-c650-464e-adc5-15dd867c1c07","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:00.545246081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"9dfe19ff-9b3e-4e2e-847d-4d7a1fb47a2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-63b771","tenantID":"e2e-api-a-63b771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:00.617225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"9dfe19ff-9b3e-4e2e-847d-4d7a1fb47a2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"name":"e2e-api-a-63b771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:00.669745238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-63b771-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"9dfe19ff-9b3e-4e2e-847d-4d7a1fb47a2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:05.775990869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-2-w1-b9b815","reconcileID":"7c32adc1-8a88-4091-9cfb-bbd2f0712ad9","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-2-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-2-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:06.660199969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"38a8db89-3106-49a1-aa8b-f5a59f52ac6b","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:06.712576483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"4a679eb5-0dd7-47a1-9a20-061f73bfaecc","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:06.859739118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"c90b7a3a-1fe3-4822-b02b-de1e4625ee09","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:06.912086773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"c90b7a3a-1fe3-4822-b02b-de1e4625ee09","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:06.923167949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"9c1d4a59-972e-4438-846a-d651657fc449","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:06.963134008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f27c6cf04c9cae08d50c19d28718bc6db10229b82712c5d3688c24b10662cb2a) AuthConfig (fef8c3e6920677970d13dcbda66caa499074ab1f3903dfe3f367b30183eb8ff5) AuthConfig (da8a4662efaa68bd5b047726afef160a60b284f137af713935794cf000ed2f27) AuthConfig (6acf50bc9e2f17dfe49d7ce2a545b5c2a5c4d0dd5295e3f6658fed065c760035) AuthConfig (67ef7e7e0d3638fa70c92beb18ceff9e207ccb8428a251dafdcfd50e2a162e00) AuthConfig (e6dfe1077d1149db5401af025bc7186c5c8b708942b22a4e1a5fdd584eafa993) AuthConfig (48321ded0457e510b436784f9cd0b618eaa3d61ed6424d0e0b9f2ba5ec52ec2f) AuthConfig (c3f2ccb61870ff1a6ad7d9f12743727c8b21518a2af069147213bdb28fbd1ddb) AuthConfig (95991ff81695a6579eef9f9fbd5ffc33c66295710a19142e0acb6af1e3a4740d) AuthConfig (ddefc3b6f7c1402db91c5838ea276c30bd8cdd40abd52023687c53efd74d6d9e) AuthConfig (f4c16fc2ebf362d5774eb420db1e6c232f8d924fb37a91cfca4a73a0b35bf6b4) AuthConfig (bbcfe9fc4842c3dfadaf2938f9d7f85a9edc23541b3d5490abc752bdeb3e97c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"c90b7a3a-1fe3-4822-b02b-de1e4625ee09","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:06.975911135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"f829dace-018e-4bdb-be7d-219fbd470cf3","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.014363421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"7b5a5676-0607-4406-bbb5-29fee77ca28f","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:25:07.028538069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-sub","reconcileID":"a38a39dc-6a0c-4b9b-a487-2a3ec513ee07","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.07804655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"d36e7666-5ef0-4e5a-9277-51d97dfd8521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.078080131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"6de19542-3a1c-4c41-b8be-f3b940b69277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.134153611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"d36e7666-5ef0-4e5a-9277-51d97dfd8521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.135430231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"6de19542-3a1c-4c41-b8be-f3b940b69277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.147378755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"6ccbe65e-e644-4c04-a02b-d459f9c58069","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.182001065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"661db490-632a-44ca-82b4-5165219da9b8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.206806721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"f25d01f0-ee35-4e3f-8612-eb158b8b6317","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.236397656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"661db490-632a-44ca-82b4-5165219da9b8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.288192399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f27c6cf04c9cae08d50c19d28718bc6db10229b82712c5d3688c24b10662cb2a) AuthConfig (fef8c3e6920677970d13dcbda66caa499074ab1f3903dfe3f367b30183eb8ff5) AuthConfig (da8a4662efaa68bd5b047726afef160a60b284f137af713935794cf000ed2f27) AuthConfig (6acf50bc9e2f17dfe49d7ce2a545b5c2a5c4d0dd5295e3f6658fed065c760035) AuthConfig (67ef7e7e0d3638fa70c92beb18ceff9e207ccb8428a251dafdcfd50e2a162e00) AuthConfig (e6dfe1077d1149db5401af025bc7186c5c8b708942b22a4e1a5fdd584eafa993) AuthConfig (48321ded0457e510b436784f9cd0b618eaa3d61ed6424d0e0b9f2ba5ec52ec2f) AuthConfig (c3f2ccb61870ff1a6ad7d9f12743727c8b21518a2af069147213bdb28fbd1ddb) AuthConfig (95991ff81695a6579eef9f9fbd5ffc33c66295710a19142e0acb6af1e3a4740d) AuthConfig (ddefc3b6f7c1402db91c5838ea276c30bd8cdd40abd52023687c53efd74d6d9e) AuthConfig (f4c16fc2ebf362d5774eb420db1e6c232f8d924fb37a91cfca4a73a0b35bf6b4) AuthConfig (bbcfe9fc4842c3dfadaf2938f9d7f85a9edc23541b3d5490abc752bdeb3e97c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"661db490-632a-44ca-82b4-5165219da9b8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.449994875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"9d6346db-1c32-4c64-b536-0849aa517f6e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.454338652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-sub","reconcileID":"9fff63c2-dc64-46a0-ac83-e86cb27a785b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b9b815/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w1-b9b815/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.502372415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"9d6346db-1c32-4c64-b536-0849aa517f6e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.549690116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"aab3bad6-7a21-40b8-916b-736dd31fad6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.549725033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"cb26b1ec-6bf1-4ae7-862e-420709d3119e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.553578896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b9b815-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f27c6cf04c9cae08d50c19d28718bc6db10229b82712c5d3688c24b10662cb2a) AuthConfig (fef8c3e6920677970d13dcbda66caa499074ab1f3903dfe3f367b30183eb8ff5) AuthConfig (da8a4662efaa68bd5b047726afef160a60b284f137af713935794cf000ed2f27) AuthConfig (6acf50bc9e2f17dfe49d7ce2a545b5c2a5c4d0dd5295e3f6658fed065c760035) AuthConfig (67ef7e7e0d3638fa70c92beb18ceff9e207ccb8428a251dafdcfd50e2a162e00) AuthConfig (e6dfe1077d1149db5401af025bc7186c5c8b708942b22a4e1a5fdd584eafa993) AuthConfig (48321ded0457e510b436784f9cd0b618eaa3d61ed6424d0e0b9f2ba5ec52ec2f) AuthConfig (c3f2ccb61870ff1a6ad7d9f12743727c8b21518a2af069147213bdb28fbd1ddb) AuthConfig (95991ff81695a6579eef9f9fbd5ffc33c66295710a19142e0acb6af1e3a4740d) AuthConfig (ddefc3b6f7c1402db91c5838ea276c30bd8cdd40abd52023687c53efd74d6d9e) AuthConfig (f4c16fc2ebf362d5774eb420db1e6c232f8d924fb37a91cfca4a73a0b35bf6b4) AuthConfig (bbcfe9fc4842c3dfadaf2938f9d7f85a9edc23541b3d5490abc752bdeb3e97c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"9d6346db-1c32-4c64-b536-0849aa517f6e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.601912796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"aab3bad6-7a21-40b8-916b-736dd31fad6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.604334066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"cb26b1ec-6bf1-4ae7-862e-420709d3119e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.606919154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"b9ec443d-0096-402a-b27f-23a253a6cfb6","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.64805515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"8460e8b0-bbde-43c2-aabd-754da345c5a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:07.835872066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-sub","reconcileID":"cc03713e-b3a2-4d75-b14e-b67f1aaa7287","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.34185717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e97774-464d-4d98-8608-283f081dcf04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.396619259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e97774-464d-4d98-8608-283f081dcf04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.448688574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e97774-464d-4d98-8608-283f081dcf04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.705930336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"415407b7-53d7-4db1-b335-25dd359d91f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.760154268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"415407b7-53d7-4db1-b335-25dd359d91f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.813536866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"415407b7-53d7-4db1-b335-25dd359d91f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.821506012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"3d5d82d7-d69b-4c45-b6bc-3019b9339bc5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.875960817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"3d5d82d7-d69b-4c45-b6bc-3019b9339bc5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.919455538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4a6871","reconcileID":"d2bb29fc-cf2f-4b9d-a9b7-d04af17aaff4","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:09.939706061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"3d5d82d7-d69b-4c45-b6bc-3019b9339bc5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.03859648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5aa42f7-340f-48a8-87a3-0859f9d59477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.038752325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5aa42f7-340f-48a8-87a3-0859f9d59477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.067193635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"5f97a998-3208-4f56-8d07-b29be4c3f238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.067968886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6dc8cd1-4fa1-40ad-997b-29d166c10685","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.185093913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"2c6af0cd-80cd-45c8-95a0-08df4be9294b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.221522072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"63b4cda0-0051-40fe-aa33-6652f913c4bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.355615491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"3cb1440f-3d26-47e6-9a5c-cc4386749b38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.466793894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"0a515d27-609e-4123-a6d1-028c66bce2dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.56540798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"f619a64c-dd16-4a0e-a085-8b64a1052ee7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.666368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"472a369d-4e30-451b-893d-82371acc30d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.784937481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"0f4fef2c-1d9a-4017-8929-061394a7cd69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-63b771","tenantID":"e2e-api-a-63b771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.787354986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"c12772f6-3e7a-46d2-8333-4a0fec1a5204","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.83942045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"0f4fef2c-1d9a-4017-8929-061394a7cd69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"name":"e2e-api-a-63b771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.887637279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"fa0a3659-4d86-4ca6-81d6-000a68d6f58c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.890484761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-63b771-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76b18338eed2d1e2cc9fc252a77f3e9e17a0034c25be73e978a569a38742af15) AuthConfig (6ee0a3424ea3fac71a6dc2acf80f8e9b248fa65f691e42357dce92b481b06a6c) AuthConfig (0dc4bd4f77e133ddf25e472b755d91a8ccce8efda2643be44d6c0f14f2c19aec) AuthConfig (128a58dd88e3a6260bb55ebd2a3fc0e15de88899e13e555175b4bcb3f9886118) AuthConfig (4b865198e1a8510252d644e4a3cd9498ded76aca75b01a156a484d81305cb683) AuthConfig (41492a9e05bd578d3029d3545ca7723f0ee09742cf8d3e64a9bdba9ca862f4e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"0f4fef2c-1d9a-4017-8929-061394a7cd69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.925272502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"43d3ba2b-45ee-4329-8f7b-6f12d23c3a36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.943598109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8a552f1-c538-44a6-a35a-9e7751dbc7d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:10.943622749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8a552f1-c538-44a6-a35a-9e7751dbc7d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:17.697376037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"a614d39a-b97b-4a7d-a551-330571ff09d4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:17.749155051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"a614d39a-b97b-4a7d-a551-330571ff09d4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:18.050188638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"3d176fcb-2af4-4948-af68-a83a24404fd2","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:18.624018789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"b0ca8684-9d4c-441b-a9c8-5046d91e1c94","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:18.778392708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"c87d8da6-0140-47b8-8f98-02ff2c6116aa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:18.778407468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"04252be7-d6d2-490e-bca2-16ac429e7f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:18.778827287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"28b72764-ed1b-4444-b656-df0091145e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:18.831144879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"c87d8da6-0140-47b8-8f98-02ff2c6116aa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:18.832138217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"28b72764-ed1b-4444-b656-df0091145e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:18.833477142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"04252be7-d6d2-490e-bca2-16ac429e7f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:19.593632236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6928db0-0af6-47bc-bb5e-949507921b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:19.647000666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6928db0-0af6-47bc-bb5e-949507921b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:19.698388212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6928db0-0af6-47bc-bb5e-949507921b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:19.752681809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc4442a0-e1ae-4103-835c-bffdc2394f82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:19.752702288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc4442a0-e1ae-4103-835c-bffdc2394f82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:19.957611724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e70ecd76-1244-4279-9253-1746ff0d5dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:20.009781561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e70ecd76-1244-4279-9253-1746ff0d5dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:20.060827045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e70ecd76-1244-4279-9253-1746ff0d5dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:20.115026063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c337cb28-24d6-4b77-9c30-3cd1f4770cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:20.115046747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c337cb28-24d6-4b77-9c30-3cd1f4770cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:20.182158675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"0c8c8e66-4694-4eb5-b84f-7b63a3c43f55","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:20.234452095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"0c8c8e66-4694-4eb5-b84f-7b63a3c43f55","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:20.285414251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"0c8c8e66-4694-4eb5-b84f-7b63a3c43f55","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:21.040840336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"b4376bcb-c34e-42c8-a050-1e2cb86e08a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-63b771","tenantID":"e2e-api-a-63b771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:21.093851539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"b4376bcb-c34e-42c8-a050-1e2cb86e08a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"name":"e2e-api-a-63b771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:21.144978116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-63b771-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76b18338eed2d1e2cc9fc252a77f3e9e17a0034c25be73e978a569a38742af15) AuthConfig (6ee0a3424ea3fac71a6dc2acf80f8e9b248fa65f691e42357dce92b481b06a6c) AuthConfig (0dc4bd4f77e133ddf25e472b755d91a8ccce8efda2643be44d6c0f14f2c19aec) AuthConfig (128a58dd88e3a6260bb55ebd2a3fc0e15de88899e13e555175b4bcb3f9886118) AuthConfig (4b865198e1a8510252d644e4a3cd9498ded76aca75b01a156a484d81305cb683) AuthConfig (41492a9e05bd578d3029d3545ca7723f0ee09742cf8d3e64a9bdba9ca862f4e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"b4376bcb-c34e-42c8-a050-1e2cb86e08a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:27.900132014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:28.78358725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-sub","reconcileID":"0c4a6704-ccd9-413c-8c1b-6c60ff75a4f6","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:28.984034348Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-sub","reconcileID":"0c4a6704-ccd9-413c-8c1b-6c60ff75a4f6","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b9b815/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.178652268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"37df0aeb-b301-4c20-bfcc-894202ccc30b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.189209337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"0dfc754a-6dc8-4d60-bb43-5b33f0175145","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.325067991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"4868b8df-1011-4184-ba56-18b3adbc9748","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.3331501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"014ade0c-7865-4c4a-ac16-fa4367f1e96f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.333403013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"03d9c675-82be-45da-9d6c-aa349829418c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.333698092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"9942d966-eba0-4f3b-baa1-cab8143e0ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.38538964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"014ade0c-7865-4c4a-ac16-fa4367f1e96f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.385779714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"9942d966-eba0-4f3b-baa1-cab8143e0ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.387591685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"03d9c675-82be-45da-9d6c-aa349829418c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.599586761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-api-key-scoped-auth","reconcileID":"4480bfbc-d972-48d4-8a4d-4de43b6d718e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.747153634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"1bcec426-285a-499d-a59c-46d0c8ddf1ca","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.930262215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa5b5417-f180-417b-bccf-6d2aee43f089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:29.982855623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa5b5417-f180-417b-bccf-6d2aee43f089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:30.033983856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa5b5417-f180-417b-bccf-6d2aee43f089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:30.260242737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"822c9a85-abb6-4994-9667-e80f1046f4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:30.312377387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"822c9a85-abb6-4994-9667-e80f1046f4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:30.364014615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"822c9a85-abb6-4994-9667-e80f1046f4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:30.439565808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"79fbca29-0a92-4c72-a7eb-130cd6321c26","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:30.4931589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"79fbca29-0a92-4c72-a7eb-130cd6321c26","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:30.54490065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"79fbca29-0a92-4c72-a7eb-130cd6321c26","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:31.244740612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"baacf8af-0366-49f0-ab95-a7986604db8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-63b771","tenantID":"e2e-api-a-63b771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:31.296866912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"baacf8af-0366-49f0-ab95-a7986604db8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"name":"e2e-api-a-63b771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:31.347580991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-63b771-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76b18338eed2d1e2cc9fc252a77f3e9e17a0034c25be73e978a569a38742af15) AuthConfig (6ee0a3424ea3fac71a6dc2acf80f8e9b248fa65f691e42357dce92b481b06a6c) AuthConfig (0dc4bd4f77e133ddf25e472b755d91a8ccce8efda2643be44d6c0f14f2c19aec) AuthConfig (128a58dd88e3a6260bb55ebd2a3fc0e15de88899e13e555175b4bcb3f9886118) AuthConfig (4b865198e1a8510252d644e4a3cd9498ded76aca75b01a156a484d81305cb683) AuthConfig (41492a9e05bd578d3029d3545ca7723f0ee09742cf8d3e64a9bdba9ca862f4e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"baacf8af-0366-49f0-ab95-a7986604db8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:34.501300524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"c5b51287-0204-4410-81a0-89a0645f6e6e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e5e286","tenantID":"e2e-api-b-e5e286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:34.607472305Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"c5b51287-0204-4410-81a0-89a0645f6e6e","name":"e2e-api-b-e5e286-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.106042343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"dfe809bb-c9f0-4d2f-a3c1-29548363e32d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.225284543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"d2c220db-b4ab-4fce-8f94-c874b76bc848","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.346080162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"73bcfba1-4c7a-47fd-a563-004f9672848f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.38828541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"54b4f155-d661-4bb0-9bf2-b7c0cc578cf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.442411856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"d3c972d3-1489-4adf-89d9-eba5ce73f0d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.518434857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"ccc0da1d-2d60-4cca-83d7-933cc6fe3273","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.615575688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"7d4cc2eb-e497-4075-aea6-a0854f7db066","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.71657053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4a6871","reconcileID":"f1327127-8820-4480-aebe-967958c37eae","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.716641347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b69e9b05-f339-47f3-9b73-cadd976a7922","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.819090789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"a68009a6-f3ff-4f9c-9e3a-ab2698eb6f92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:39.819125573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"00612643-529a-403d-93c0-f52c9e212f0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.005979818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb9fd774-5fc6-4741-b991-1df30f687952","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.178556682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e54ba4-d0df-4185-a663-26f630caa702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.230332886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e54ba4-d0df-4185-a663-26f630caa702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.512341869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b2ca9f0-81ae-4c12-b441-35fa086f8753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.530550546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5674e42-48bc-48c4-892c-ca518b4f68d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.530569277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5674e42-48bc-48c4-892c-ca518b4f68d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.564671058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b2ca9f0-81ae-4c12-b441-35fa086f8753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.688878916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"830fcd73-abfe-4517-9bf2-088f718dc066","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.74156454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"830fcd73-abfe-4517-9bf2-088f718dc066","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.864733699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82371281-ad9b-4106-8a90-b5a35a6ebe4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:40.86475486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82371281-ad9b-4106-8a90-b5a35a6ebe4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:41.065566425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fd2c12-567a-49b8-a610-b4212fe08a0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:41.065585499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fd2c12-567a-49b8-a610-b4212fe08a0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:41.45768931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"a28f10b7-81dd-491e-86f3-276060838efe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-63b771","tenantID":"e2e-api-a-63b771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:41.550105983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"a28f10b7-81dd-491e-86f3-276060838efe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"name":"e2e-api-a-63b771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:41.882219246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3c3f1d6-574f-4f66-8797-3f6b369bb285","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:41.882244642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3c3f1d6-574f-4f66-8797-3f6b369bb285","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.019768964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4a6871","reconcileID":"37e7d674-3366-45ad-adfe-efa5373765ef","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4a6871","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.019851659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb54565-3190-4a51-a223-90597a7231c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.019867804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb54565-3190-4a51-a223-90597a7231c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.216887784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9d17334-7b19-4a1f-9480-e81970691389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.216907899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9d17334-7b19-4a1f-9480-e81970691389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.351528782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7440328f-83c0-4449-a80a-cd26b4e30eb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.351548829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7440328f-83c0-4449-a80a-cd26b4e30eb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.525082172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf0db431-8854-4d51-9481-1b6d963fde22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.531968054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30277d04-a08d-4857-94b2-ae035b204373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.599756701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf0db431-8854-4d51-9481-1b6d963fde22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.602180111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30277d04-a08d-4857-94b2-ae035b204373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:44.9519302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa58768-d14e-459a-a2c5-902ce1e41ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:45.001030428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa58768-d14e-459a-a2c5-902ce1e41ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:45.050882664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa58768-d14e-459a-a2c5-902ce1e41ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:45.10099888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa58768-d14e-459a-a2c5-902ce1e41ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:45.520602852Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2f8c92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2f8c92","reconcileID":"6c5c55a1-21ad-4dd7-9a50-566130ce8b25","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2f8c92","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-2f8c92":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:46.86408765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7443287c-763e-473b-9851-0a95454861a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:46.912570082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7443287c-763e-473b-9851-0a95454861a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:46.960846198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7443287c-763e-473b-9851-0a95454861a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:47.009850881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7443287c-763e-473b-9851-0a95454861a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:48.764849377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b6f9cd7-fc56-4c02-bc70-9286cbecb67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:48.813248995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b6f9cd7-fc56-4c02-bc70-9286cbecb67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:48.862373957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b6f9cd7-fc56-4c02-bc70-9286cbecb67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:48.925746968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b6f9cd7-fc56-4c02-bc70-9286cbecb67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:54.526356776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4a6871","reconcileID":"daec67a3-cc64-4dda-81f5-ded7d5c6b02b","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-4a6871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:54.604101551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c6db6742-5531-489d-8b6e-d5772829ed1a","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:54.604132243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c6db6742-5531-489d-8b6e-d5772829ed1a","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:54.725936501Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4a6871","reconcileID":"daec67a3-cc64-4dda-81f5-ded7d5c6b02b","MaaSSubscription":{"name":"e2e-default-int-sub-4a6871","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:54.923371471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2de56ea5-235d-48e4-b149-da14ba3bb3a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:54.981896224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c2fd454-67ca-4fac-93f4-3413399e0d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:54.98191698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c2fd454-67ca-4fac-93f4-3413399e0d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:55.126915506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d248e53a-d54e-477d-8962-88c815ae56d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:55.126936654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9a11136-8736-472f-8f88-f0a3668995d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:55.179692661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d248e53a-d54e-477d-8962-88c815ae56d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:55.179970526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9a11136-8736-472f-8f88-f0a3668995d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:57.946904248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:59.483042161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782e2f20-c692-49e2-8843-c10d32228097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:59.533108266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782e2f20-c692-49e2-8843-c10d32228097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:59.581396844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782e2f20-c692-49e2-8843-c10d32228097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:25:59.630262233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782e2f20-c692-49e2-8843-c10d32228097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.022586967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"00697777-8488-46b4-9df1-54d940a07043","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.02260472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"00697777-8488-46b4-9df1-54d940a07043","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.075108806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"352b1818-159c-46f6-828b-414d54ea2e5e","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.075131093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"352b1818-159c-46f6-828b-414d54ea2e5e","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.103062918Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-af92c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-af92c5","reconcileID":"29928a38-db24-4114-982b-b1b5e6612370","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-af92c5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-af92c5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.170673543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"1efb1518-2b62-4c47-9ca9-a1a1f277d059","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.287578726Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"1efb1518-2b62-4c47-9ca9-a1a1f277d059","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.296884495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"7fcc405a-d16e-4a69-85d1-71aeae3bfaaa","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.296903242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"7fcc405a-d16e-4a69-85d1-71aeae3bfaaa","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.339601874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8ce45035-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"1efb1518-2b62-4c47-9ca9-a1a1f277d059","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.350792551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"d56ee7ac-d541-4f70-9b4c-a98759a55604","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.350825356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"d56ee7ac-d541-4f70-9b4c-a98759a55604","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:26:00.403141795Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"d56ee7ac-d541-4f70-9b4c-a98759a55604","name":"e2e-lifecycle-model-8ce45035","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-8ce45035\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:26:00.40320861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"d56ee7ac-d541-4f70-9b4c-a98759a55604","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-8ce45035\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.40339532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"f8e64ca9-093f-4f30-a84e-fa162c68ad79","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.403410767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"f8e64ca9-093f-4f30-a84e-fa162c68ad79","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:26:00.403603236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"a6a1e754-380c-46ab-8607-7bcc09321613","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-8ce45035\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.487819904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"293ae78b-9781-421d-b00b-784e13d44e76","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.507834244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"0284f569-4ee5-4953-aa70-e51ae10ae148","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.507854708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"0284f569-4ee5-4953-aa70-e51ae10ae148","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.5397781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"293ae78b-9781-421d-b00b-784e13d44e76","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.60235934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8ce45035-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"293ae78b-9781-421d-b00b-784e13d44e76","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.603763353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c88feaf6-f5c7-4271-96ff-3e6af812acfb","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.603782641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c88feaf6-f5c7-4271-96ff-3e6af812acfb","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:00.899975966Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"256aef1a-5e96-40c1-bb74-b4092a42a65f","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"e2e-lifecycle-model-8ce45035","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-8ce45035/e2e-sub-8ce45035"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:01.150146759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"add8a0b0-6c3d-4bfc-8df7-f70a26f40334","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:01.150174232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"add8a0b0-6c3d-4bfc-8df7-f70a26f40334","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:01.343396143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"d1d3f225-0d5d-47ec-8481-15fe76273833","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:01.6707541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c61501d-c782-4718-b2b8-daa577cfb25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:01.726485729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c61501d-c782-4718-b2b8-daa577cfb25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:01.775461145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c61501d-c782-4718-b2b8-daa577cfb25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:01.823878959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c61501d-c782-4718-b2b8-daa577cfb25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:03.726148817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03656f5-5a9e-431f-a1e3-f80ba275bb5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:03.782159833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03656f5-5a9e-431f-a1e3-f80ba275bb5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:03.844804931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03656f5-5a9e-431f-a1e3-f80ba275bb5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:03.905928194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03656f5-5a9e-431f-a1e3-f80ba275bb5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:05.792590337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff48f3cf-ac79-4e44-8601-bac00bf73a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:05.84098609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff48f3cf-ac79-4e44-8601-bac00bf73a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:05.889695015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff48f3cf-ac79-4e44-8601-bac00bf73a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:05.938090874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff48f3cf-ac79-4e44-8601-bac00bf73a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:07.749180972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304e5329-6883-4dda-ac74-ea397a22c45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:07.797946717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304e5329-6883-4dda-ac74-ea397a22c45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:07.847839055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304e5329-6883-4dda-ac74-ea397a22c45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:07.896973605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304e5329-6883-4dda-ac74-ea397a22c45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:10.699291119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"d92aa335-4a3f-4a17-802d-63c12f75bec6","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:10.751649754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"d92aa335-4a3f-4a17-802d-63c12f75bec6","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:10.802730103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8ce45035-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"d92aa335-4a3f-4a17-802d-63c12f75bec6","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:18.151728272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"2a934f0d-9d30-4a60-bd91-4cd7baac566a","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:18.243631512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d4de6-c0cb-492a-bec0-1329830b7f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:18.295845501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d4de6-c0cb-492a-bec0-1329830b7f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:18.34735938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d4de6-c0cb-492a-bec0-1329830b7f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:18.365431896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"1acaa641-31ba-4b26-a271-c66fdc2b6dda","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:18.365537344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"1acaa641-31ba-4b26-a271-c66fdc2b6dda","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:18.39918631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d4de6-c0cb-492a-bec0-1329830b7f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:19.582851892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"b418f08f-e5c1-4f78-8878-985b3fcaf7ca","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:19.648040422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"b418f08f-e5c1-4f78-8878-985b3fcaf7ca","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:19.831512502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8ce45035-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0acf59024ac482d55b8b0ab55028fe6bd86966c644ba7455c28755870050a0) AuthConfig (808878fee374df246f18dc46aa5de421779dc954dcd7141b70956c34a5acc404) AuthConfig (7d7179db4be8fc08a30932a9eecd59c9a8187b4f6d8c5b6ed0cadd4e6cd322cc) AuthConfig (32de2915b4a0c67068f09287af443dcacf82f073b096ada0b0aab0efcc8fb54c) AuthConfig (f8f0733062457503a7a4059d067042185e157f09d637f7494ef1bc53b726887c) AuthConfig (76319cf4c729a12a7b31527efd32dadee4eeee83439e2285d08fef0a9eafde0c) AuthConfig (da4689468a65a29a13cdea3a39f66b6aa361f28a8e3a5f763f51ed10df0a0a64) AuthConfig (a92d53d37bc660250bc24c2c3a0349fdb554e0ae9cd1da8e0a1cf48d7bf26e76) AuthConfig (deee026dbdbfd66e3a1f34cf8c30f3209e00864649118fbb0860ff2708a350dd) AuthConfig (95e4a81a42a48f51f5f1e239fd95a2f20b8e96bdae52861cbadec75dd2c3adea) AuthConfig (13026f0887baec3dc8bcdda6170c54a329b7a4906220a64eb4dc60deaa5182f6) AuthConfig (8ccc5c72112e7d0b2c83ac4e09512c1b10a60d4dede27e3d17c8e38621142eb7) AuthConfig (8d4f620bc043f8b6726e57bd4d3547143e7d2ecf3f0e266b967f7e975be026a0) AuthConfig (fb3095e12ab6c5a8785782c363fda003844a92d763689600e93ebc3eac8256b3) AuthConfig (3931d26865d30f3d377f1df08c9ae7828ebced550fd8be0096b9afa29d958ead) AuthConfig (aa1310757c7dab075ce380372a20c96f8cc405032bccb1d3162955d17d8e99bc) AuthConfig (6f4b9e044d43f8f06d65a0e02cbfc23e7795e7177acd8abcd2974a781dcfc5b7) AuthConfig (49bdbb1c0e8e14f7cd11305d669d9759c6950e292d7acd4ea9ed1a125e344ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"b418f08f-e5c1-4f78-8878-985b3fcaf7ca","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:19.913659065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"4acf21fb-7804-4e2c-943a-872b28ea74a4","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:19.913705064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"4acf21fb-7804-4e2c-943a-872b28ea74a4","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:20.446714551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce50ad7-f367-4d57-861d-3b959cb12c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:20.506057327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce50ad7-f367-4d57-861d-3b959cb12c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:20.560667273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce50ad7-f367-4d57-861d-3b959cb12c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:20.620411067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce50ad7-f367-4d57-861d-3b959cb12c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:21.806737008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"923f752d-da06-4425-9a3b-46ed460f008c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:21.806763293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"923f752d-da06-4425-9a3b-46ed460f008c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:21.857533432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70ac4453-9a21-4fda-b974-b9634a5463c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:21.857616381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70ac4453-9a21-4fda-b974-b9634a5463c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:21.96643916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"d117ac61-aff3-432b-8c98-6cde6ddaed1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e5e286","tenantID":"e2e-api-b-e5e286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:22.079967672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"d117ac61-aff3-432b-8c98-6cde6ddaed1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"name":"e2e-api-b-e5e286-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:22.130593708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e5e286-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"d117ac61-aff3-432b-8c98-6cde6ddaed1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:22.183492144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa27b6c9-bf25-44ee-b003-e46a0c2502ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:22.18351131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa27b6c9-bf25-44ee-b003-e46a0c2502ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:22.404809247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce99e89-299b-40a7-90e8-4f54e7f2b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:22.490768482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce99e89-299b-40a7-90e8-4f54e7f2b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:22.539773465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce99e89-299b-40a7-90e8-4f54e7f2b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:22.588193709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce99e89-299b-40a7-90e8-4f54e7f2b3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:24.341480614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41e3c25-92c2-4ae2-84ab-c81fe1e8cc18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:24.389840339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41e3c25-92c2-4ae2-84ab-c81fe1e8cc18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:24.438561301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41e3c25-92c2-4ae2-84ab-c81fe1e8cc18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:24.486775394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a41e3c25-92c2-4ae2-84ab-c81fe1e8cc18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:27.389593282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"042abfc6-036f-45cc-b92e-1273945cb8ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:27.389614282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"042abfc6-036f-45cc-b92e-1273945cb8ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:27.485401848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"namespace":"ai-tenant-e2e-mt-66a669ab","name":"e2e-policy-66a669ab","reconcileID":"7d89bd2f-a87a-4e46-9d89-c5063520ae7a","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:27.601210073Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"namespace":"ai-tenant-e2e-mt-66a669ab","name":"e2e-policy-66a669ab","reconcileID":"7d89bd2f-a87a-4e46-9d89-c5063520ae7a","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:27.652223122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"namespace":"ai-tenant-e2e-mt-66a669ab","name":"e2e-policy-66a669ab","reconcileID":"7d89bd2f-a87a-4e46-9d89-c5063520ae7a","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:27.900614688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:29.30429393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"d60876b5-034a-414e-bf4c-1bc2e6ec31be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:29.304440755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24b4dd71-8bed-40a8-8478-65166014c5c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:29.30446474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24b4dd71-8bed-40a8-8478-65166014c5c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:29.500251239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"d60876b5-034a-414e-bf4c-1bc2e6ec31be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-63b771","tenantID":"e2e-api-a-63b771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:29.615532902Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"d60876b5-034a-414e-bf4c-1bc2e6ec31be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"name":"e2e-api-a-63b771-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:29.615555179Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"e2e-e2e-api-a-63b771-policy","reconcileID":"d60876b5-034a-414e-bf4c-1bc2e6ec31be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-63b771-policy","namespace":"ai-tenant-e2e-api-a-63b771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-63b771","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:29.667817246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98f209c7-1b91-49f7-8fb9-dc9a93d17ea0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:29.667840633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98f209c7-1b91-49f7-8fb9-dc9a93d17ea0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:29.993509424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"63d825bc-4996-42ea-ba1d-ebc0dfec2830","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:30.045479843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"63d825bc-4996-42ea-ba1d-ebc0dfec2830","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:30.096135943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-8ce45035-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0acf59024ac482d55b8b0ab55028fe6bd86966c644ba7455c28755870050a0) AuthConfig (808878fee374df246f18dc46aa5de421779dc954dcd7141b70956c34a5acc404) AuthConfig (7d7179db4be8fc08a30932a9eecd59c9a8187b4f6d8c5b6ed0cadd4e6cd322cc) AuthConfig (32de2915b4a0c67068f09287af443dcacf82f073b096ada0b0aab0efcc8fb54c) AuthConfig (f8f0733062457503a7a4059d067042185e157f09d637f7494ef1bc53b726887c) AuthConfig (76319cf4c729a12a7b31527efd32dadee4eeee83439e2285d08fef0a9eafde0c) AuthConfig (da4689468a65a29a13cdea3a39f66b6aa361f28a8e3a5f763f51ed10df0a0a64) AuthConfig (a92d53d37bc660250bc24c2c3a0349fdb554e0ae9cd1da8e0a1cf48d7bf26e76) AuthConfig (deee026dbdbfd66e3a1f34cf8c30f3209e00864649118fbb0860ff2708a350dd) AuthConfig (95e4a81a42a48f51f5f1e239fd95a2f20b8e96bdae52861cbadec75dd2c3adea) AuthConfig (13026f0887baec3dc8bcdda6170c54a329b7a4906220a64eb4dc60deaa5182f6) AuthConfig (8ccc5c72112e7d0b2c83ac4e09512c1b10a60d4dede27e3d17c8e38621142eb7) AuthConfig (8d4f620bc043f8b6726e57bd4d3547143e7d2ecf3f0e266b967f7e975be026a0) AuthConfig (fb3095e12ab6c5a8785782c363fda003844a92d763689600e93ebc3eac8256b3) AuthConfig (3931d26865d30f3d377f1df08c9ae7828ebced550fd8be0096b9afa29d958ead) AuthConfig (aa1310757c7dab075ce380372a20c96f8cc405032bccb1d3162955d17d8e99bc) AuthConfig (6f4b9e044d43f8f06d65a0e02cbfc23e7795e7177acd8abcd2974a781dcfc5b7) AuthConfig (49bdbb1c0e8e14f7cd11305d669d9759c6950e292d7acd4ea9ed1a125e344ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"63d825bc-4996-42ea-ba1d-ebc0dfec2830","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:30.730356116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229555ca-6f06-4218-89c0-ea16604d12dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:30.778727815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229555ca-6f06-4218-89c0-ea16604d12dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:30.827267112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229555ca-6f06-4218-89c0-ea16604d12dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:30.887127793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229555ca-6f06-4218-89c0-ea16604d12dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:30.888147691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"5e1add5e-ae38-478e-8d70-ce5a9ea3954a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:31.007494307Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"5e1add5e-ae38-478e-8d70-ce5a9ea3954a","name":"e2e-api-a-2f8c92-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.291991179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"f83bed6f-f48f-431e-a24c-0aa51de693a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e5e286","tenantID":"e2e-api-b-e5e286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.399515634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"f83bed6f-f48f-431e-a24c-0aa51de693a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"name":"e2e-api-b-e5e286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.45118713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e5e286-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"f83bed6f-f48f-431e-a24c-0aa51de693a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.763484908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"a50935fd-4a05-4243-91d6-c805c39f51a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.864833279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d84c86f-202d-40cb-ab93-ee466f85fa31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.878089098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"9696e004-2de8-40ba-b61f-b805fb3bc67b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.902228259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a2abc9-fd2b-442b-aeef-b147688391da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.950791329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a2abc9-fd2b-442b-aeef-b147688391da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.999597734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"7edc2cfc-8fde-45d6-9f51-d187b60ba7c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:32.999767732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a2abc9-fd2b-442b-aeef-b147688391da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.048460637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a2abc9-fd2b-442b-aeef-b147688391da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.194723374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c89b766-f4a7-46f6-9152-81d890a85393","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.194778234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"40feddbf-249b-47b3-b656-d2169e2c670c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.340531401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"d80f6034-bb81-45be-86af-789cb6441838","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.340616337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"dfead6cc-f9d3-474b-88ee-e5abc2e5eaa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.344460035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"ca8f27c7-b731-4960-91ab-a124394d00d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.488663844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"a60eaa06-f50b-4bf3-a346-1e27cac807fc","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.588578311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"952c7dd9-29ba-45e2-9c04-c7e4803f9383","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.688902506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"ac94cbae-e0e5-4e07-8726-63fc8771ca4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:33.87471275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"db6ead04-7df0-4708-9499-a5c03601332b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:40.193103761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"e74d8a01-5491-499e-9829-f3b5b25c8732","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:40.246000956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"e74d8a01-5491-499e-9829-f3b5b25c8732","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:40.492878704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"0a91188d-d4ca-495d-a20d-05013375728b","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:40.492899552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"0a91188d-d4ca-495d-a20d-05013375728b","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:42.547939567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"c89303c5-54ef-4b28-b8b5-5443dcaf8450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e5e286","tenantID":"e2e-api-b-e5e286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:42.600441292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"c89303c5-54ef-4b28-b8b5-5443dcaf8450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"name":"e2e-api-b-e5e286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:42.650970987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e5e286-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b63a1872987e7b9a16d39d5d210e3a8e5ce2f1cce53536518a9bde4ffdee1cc6) AuthConfig (da8a78dc0db1d0c0d8b9e3fba1867bbadca26da5b76b63d2c1518d233d044d85) AuthConfig (796f0db82fee320137e29a8fb324296dc3a2dcec085784351bc3b29af36477d3) AuthConfig (3780cb8285a203bf8ef2dab8d70108decb746925a6f1147bd1431f1faeb423f4) AuthConfig (9bcb08dd0b3263d53f9328ed8ef3294513422445426907a7955f09bf83be3e73) AuthConfig (9709d3ad22e368a11b30008837183b86d00da303693563b74843abe97ec500bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"c89303c5-54ef-4b28-b8b5-5443dcaf8450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:42.703991096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12a97267-8860-429b-a941-07f6ba91b805","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:42.704013495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12a97267-8860-429b-a941-07f6ba91b805","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:48.325783121Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"namespace":"ai-tenant-e2e-mt-66a669ab","name":"e2e-policy-66a669ab","reconcileID":"194881ac-9613-4abc-bbff-508292a1413f","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:48.489589928Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"namespace":"ai-tenant-e2e-mt-66a669ab","name":"e2e-policy-66a669ab","reconcileID":"194881ac-9613-4abc-bbff-508292a1413f","MaaSAuthPolicy":{"name":"e2e-policy-66a669ab","namespace":"ai-tenant-e2e-mt-66a669ab"},"policyNamespace":"ai-tenant-e2e-mt-66a669ab","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:49.181566233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"8301bb44-81b4-4793-9683-45ecf1a6691e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:49.290339462Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"8301bb44-81b4-4793-9683-45ecf1a6691e","name":"e2e-api-a-af92c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:52.800741143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"9a0af014-9352-428a-99dc-c4a0858a923a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e5e286","tenantID":"e2e-api-b-e5e286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:52.854019704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"9a0af014-9352-428a-99dc-c4a0858a923a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"name":"e2e-api-b-e5e286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:52.904896763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e5e286-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b63a1872987e7b9a16d39d5d210e3a8e5ce2f1cce53536518a9bde4ffdee1cc6) AuthConfig (da8a78dc0db1d0c0d8b9e3fba1867bbadca26da5b76b63d2c1518d233d044d85) AuthConfig (796f0db82fee320137e29a8fb324296dc3a2dcec085784351bc3b29af36477d3) AuthConfig (3780cb8285a203bf8ef2dab8d70108decb746925a6f1147bd1431f1faeb423f4) AuthConfig (9bcb08dd0b3263d53f9328ed8ef3294513422445426907a7955f09bf83be3e73) AuthConfig (9709d3ad22e368a11b30008837183b86d00da303693563b74843abe97ec500bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"9a0af014-9352-428a-99dc-c4a0858a923a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:53.794560597Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","namespace":"ai-tenant-e2e-api-a-63b771","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:53.794640817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","namespace":"ai-tenant-e2e-api-a-63b771","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:53.794697048Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","tenant":"e2e-api-a-63b771","tenantID":"e2e-api-a-63b771","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:53.844565774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"Deployment","name":"maas-api-e2e-api-a-63b771","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:53.907375771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"Service","name":"maas-api-e2e-api-a-63b771","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:53.960972876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-63b771","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.011051441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-63b771","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.062712094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.115727491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.169635958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.222752492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.273508967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"Deployment","name":"payload-processing-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.323966521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.379605409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"Service","name":"payload-processing-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.433585017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"Service","name":"payload-pre-processing-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.485895361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.53418188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.544756354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"0245f9f9-c18f-43bc-9e51-25f54796dc5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.581959069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.635785458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.643102421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"60dd6bc7-12dd-4b52-98e6-490b58549ed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.683697955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.731414933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.743924848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"3c66e395-4287-4ed7-b4f5-fb6f32084a32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.780223957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-63b771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.843401452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-63b771"},"namespace":"ai-tenant-e2e-api-a-63b771","name":"default-tenant","reconcileID":"aa4b5782-f214-4f47-81d9-fb13f02a9e94","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-63b771","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:54.854144016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"a522009b-bf6d-4bf7-b539-1c0e799d09e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:55.008706277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"57fbc924-fde1-4a8b-8f27-4bf0be2863e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:55.109010531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"c6ad0af8-6c16-43e9-9a56-be226e4028c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:55.191060067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3586a48e-7f10-4b40-afce-937d930565ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:55.191998432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"dd51c883-ff6f-491d-8715-df2c2f13fcca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:55.28868138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21f36e99-22b1-4c26-a900-55fc0a25bc63","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:55.356898357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"10516bab-4451-4789-ac5c-c1da28c70478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:55.450546108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"d277e35b-813c-49e8-b104-75e80ab83238","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:55.5507981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"94f89cab-9331-4333-9638-7d74747c0995","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:55.723028424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"9112de3e-6cc8-41ea-b99a-62ccc76329f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:57.900055798Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:58.850680277Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-63b771","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-63b771","reconcileID":"971eaa30-92d5-4177-9be6-64465c747999","aitenant":"ai-tenants/e2e-api-a-63b771","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:59.400794556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2641b3-2e05-4e6a-a7ac-88d965466267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:59.449447643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2641b3-2e05-4e6a-a7ac-88d965466267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:59.497588428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2641b3-2e05-4e6a-a7ac-88d965466267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:59.545729081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2641b3-2e05-4e6a-a7ac-88d965466267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:26:59.59995803Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-63b771","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-63b771","reconcileID":"971eaa30-92d5-4177-9be6-64465c747999","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-63b771","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-63b771"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:01.333052781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8e26ba-0bee-4e9c-a894-511a7eb75616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:01.383042332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8e26ba-0bee-4e9c-a894-511a7eb75616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:01.432253344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8e26ba-0bee-4e9c-a894-511a7eb75616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:01.480549926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8e26ba-0bee-4e9c-a894-511a7eb75616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:03.001489763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"ef5f0199-234d-4b33-971a-3e7a40316224","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e5e286","tenantID":"e2e-api-b-e5e286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:03.053704446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"ef5f0199-234d-4b33-971a-3e7a40316224","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"name":"e2e-api-b-e5e286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:03.237037411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764fea17-6e3d-430f-ad29-8a2ff7bb0d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:03.285389777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764fea17-6e3d-430f-ad29-8a2ff7bb0d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:03.333634869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764fea17-6e3d-430f-ad29-8a2ff7bb0d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:03.382069396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764fea17-6e3d-430f-ad29-8a2ff7bb0d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:03.387224174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa0ac7a-813f-44a5-b3ba-9f5dc2bc7d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:03.387244116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa0ac7a-813f-44a5-b3ba-9f5dc2bc7d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:05.133556441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e72ec0c-1c41-460c-89c6-36facbbd87f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:05.182736206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e72ec0c-1c41-460c-89c6-36facbbd87f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:05.25773432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e72ec0c-1c41-460c-89c6-36facbbd87f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:05.320050638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e72ec0c-1c41-460c-89c6-36facbbd87f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:06.405970778Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"aab3d9f6-81ab-4166-b1de-251479b791bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:06.406146846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"835c47a6-b85e-4d32-9f0c-de7f4d8d4818","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:06.406165842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"835c47a6-b85e-4d32-9f0c-de7f4d8d4818","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:06.611427305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"aab3d9f6-81ab-4166-b1de-251479b791bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e5e286","tenantID":"e2e-api-b-e5e286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:06.725922109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"aab3d9f6-81ab-4166-b1de-251479b791bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"name":"e2e-api-b-e5e286-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:06.725946662Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"e2e-e2e-api-b-e5e286-policy","reconcileID":"aab3d9f6-81ab-4166-b1de-251479b791bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e5e286-policy","namespace":"ai-tenant-e2e-api-b-e5e286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e5e286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:06.778217875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ffa56b1-ffd3-406b-ae7b-6b75b1616fe3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:06.778237098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ffa56b1-ffd3-406b-ae7b-6b75b1616fe3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:07.104499744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a525205d-2bf6-4095-965e-5ad40a65eb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:07.15298346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a525205d-2bf6-4095-965e-5ad40a65eb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:07.201374503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a525205d-2bf6-4095-965e-5ad40a65eb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:07.249730777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a525205d-2bf6-4095-965e-5ad40a65eb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:09.042092129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc90e01-b9d0-406c-9e66-f37958081960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:09.090378095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc90e01-b9d0-406c-9e66-f37958081960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:09.138663148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc90e01-b9d0-406c-9e66-f37958081960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:09.187674344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc90e01-b9d0-406c-9e66-f37958081960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:11.096511289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1bdc7e-9cdf-48d3-bc1c-db4cd03e9e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:11.144925343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1bdc7e-9cdf-48d3-bc1c-db4cd03e9e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:11.19378989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1bdc7e-9cdf-48d3-bc1c-db4cd03e9e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:11.244592454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1bdc7e-9cdf-48d3-bc1c-db4cd03e9e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:13.139161156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f0f025-5498-4c32-80e7-b644ee3ba603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:13.193242256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f0f025-5498-4c32-80e7-b644ee3ba603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:13.244769261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f0f025-5498-4c32-80e7-b644ee3ba603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:13.293604915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f0f025-5498-4c32-80e7-b644ee3ba603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:15.197787868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0e218b-e6dd-4a49-90a0-df4083978efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:15.282542032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0e218b-e6dd-4a49-90a0-df4083978efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:15.331482555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0e218b-e6dd-4a49-90a0-df4083978efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:15.379955755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0e218b-e6dd-4a49-90a0-df4083978efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:20.694464831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d29683d-166d-4304-b714-adb89102a92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:20.742896959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d29683d-166d-4304-b714-adb89102a92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:20.791148306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d29683d-166d-4304-b714-adb89102a92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:20.839426331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d29683d-166d-4304-b714-adb89102a92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:21.824566981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"683d4e1c-62f8-4c70-8966-9b8a8d534eaf","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:21.824587497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"683d4e1c-62f8-4c70-8966-9b8a8d534eaf","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:21.920508995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"bd381fba-91b9-46ab-b27d-bc4882fc2e4a","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:21.925014108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"02262311-869b-46b0-8267-e486a05b1488","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:21.925034012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"02262311-869b-46b0-8267-e486a05b1488","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:21.972805074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"bd381fba-91b9-46ab-b27d-bc4882fc2e4a","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:22.017864075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"2c530794-b0ed-45f8-b820-90c29cce4041","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:22.258216784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"cea3cffd-b620-4aea-968a-138523a30cab","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:22.310638415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"cea3cffd-b620-4aea-968a-138523a30cab","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:22.431252645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"d89ab051-873b-4b06-b3ce-4cca36baa099","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:22.586682916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ba25b1-a918-4620-b8fd-5ece280781da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:22.635223566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ba25b1-a918-4620-b8fd-5ece280781da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:22.68379672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ba25b1-a918-4620-b8fd-5ece280781da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:22.732116194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ba25b1-a918-4620-b8fd-5ece280781da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:24.500010218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361f1441-5898-4464-ad7f-40c7b7b61653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:24.548444884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361f1441-5898-4464-ad7f-40c7b7b61653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:24.596823712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361f1441-5898-4464-ad7f-40c7b7b61653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:24.645076202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361f1441-5898-4464-ad7f-40c7b7b61653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:26.400377693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46685f45-9542-4df7-8405-4e0792b7c29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:26.448649772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46685f45-9542-4df7-8405-4e0792b7c29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:26.496969578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46685f45-9542-4df7-8405-4e0792b7c29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:26.546278586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46685f45-9542-4df7-8405-4e0792b7c29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:27.899688014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:28.292169896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33c122f-7dee-4c47-aa4a-7ba2f44ac82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:28.340799765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33c122f-7dee-4c47-aa4a-7ba2f44ac82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:28.392090655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33c122f-7dee-4c47-aa4a-7ba2f44ac82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:28.441214122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33c122f-7dee-4c47-aa4a-7ba2f44ac82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:30.207204952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d19bad9-ae4c-4f8b-9050-15a8108e75cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:30.255698815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d19bad9-ae4c-4f8b-9050-15a8108e75cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:30.304165308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d19bad9-ae4c-4f8b-9050-15a8108e75cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:30.352639665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d19bad9-ae4c-4f8b-9050-15a8108e75cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.318782274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"b521c68d-77e8-4e98-aa35-5172a1629097","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.31879976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"b521c68d-77e8-4e98-aa35-5172a1629097","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.337045225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc973a36-28e8-4254-8f06-3231522f5ad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.337060557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc973a36-28e8-4254-8f06-3231522f5ad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.387683087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1009b5cc-01de-4d1d-a8f5-28bc071329cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.387710815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1009b5cc-01de-4d1d-a8f5-28bc071329cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.414651384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"695ff9fe-90d2-4b66-92fc-0b2bc902d648","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.467124141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"695ff9fe-90d2-4b66-92fc-0b2bc902d648","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.512133742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"bf1d9213-519e-43c6-ad8e-018db659d597","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.515026044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"434c4c7a-2fe7-4bd3-b89b-0c28e5f282d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.628733721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"434c4c7a-2fe7-4bd3-b89b-0c28e5f282d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"name":"e2e-api-a-2f8c92-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.67962423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2f8c92-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"434c4c7a-2fe7-4bd3-b89b-0c28e5f282d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.723983184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"3afcc096-cc34-474a-86fd-ca759f328537","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.732778062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10451469-1eca-47f8-badc-5f6693240618","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.732797809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10451469-1eca-47f8-badc-5f6693240618","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.77613623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"3afcc096-cc34-474a-86fd-ca759f328537","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:32.807536298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"f1d193b1-0394-409d-a39d-332e13709019","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:39.524333757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689520f0-ad38-44f6-b851-ad8f3bf8baa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:39.57268603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689520f0-ad38-44f6-b851-ad8f3bf8baa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:39.622940619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689520f0-ad38-44f6-b851-ad8f3bf8baa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:39.67180951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689520f0-ad38-44f6-b851-ad8f3bf8baa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:41.46409118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c587dbe8-4543-4fd6-a5f0-4cd28fc9ee92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:41.515486519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c587dbe8-4543-4fd6-a5f0-4cd28fc9ee92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:41.563873369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c587dbe8-4543-4fd6-a5f0-4cd28fc9ee92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:41.617066893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c587dbe8-4543-4fd6-a5f0-4cd28fc9ee92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.260435707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457f04a9-f8a0-46dd-b305-3c36a878cd31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.260456945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457f04a9-f8a0-46dd-b305-3c36a878cd31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.312639627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8d588c4-0230-42a2-a852-885de2fd1a0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.312667959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8d588c4-0230-42a2-a852-885de2fd1a0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.410097531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"58a69e74-77cb-4e6d-94b2-a4ea739b96a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.526905222Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"58a69e74-77cb-4e6d-94b2-a4ea739b96a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"name":"e2e-api-a-af92c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.580074663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-af92c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"58a69e74-77cb-4e6d-94b2-a4ea739b96a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.632831204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3eaf1b1-3501-4e7c-8fd4-eca2472f0fd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.632850915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3eaf1b1-3501-4e7c-8fd4-eca2472f0fd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.830608281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"a28c2691-bb5b-48c0-a28a-031f63d19b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.883131308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"a28c2691-bb5b-48c0-a28a-031f63d19b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"name":"e2e-api-a-2f8c92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:42.933713368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2f8c92-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"a28c2691-bb5b-48c0-a28a-031f63d19b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.294033567Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","namespace":"ai-tenant-e2e-api-b-e5e286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.294093634Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","namespace":"ai-tenant-e2e-api-b-e5e286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.294141453Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","tenant":"e2e-api-b-e5e286","tenantID":"e2e-api-b-e5e286","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.343717669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"Deployment","name":"maas-api-e2e-api-b-e5e286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.398519108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"Service","name":"maas-api-e2e-api-b-e5e286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.450250458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e5e286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.500342496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e5e286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.551392295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.602004204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.671022459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.73781624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.786050976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"Deployment","name":"payload-processing-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.848706462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.903773194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"Service","name":"payload-processing-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:47.973621599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:48.035514941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:48.083510872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:48.131254514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:48.182546121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:48.230332765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:48.278239182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:48.352851818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e5e286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:48.413977538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e5e286"},"namespace":"ai-tenant-e2e-api-b-e5e286","name":"default-tenant","reconcileID":"8dbe9780-6314-40a7-844b-12695a22e32b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e5e286","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:52.82658188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"2a32bf6c-cb88-4d7e-adbe-1262f149f75f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:52.881376514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"2a32bf6c-cb88-4d7e-adbe-1262f149f75f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"name":"e2e-api-a-af92c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:52.932226189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-af92c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"2a32bf6c-cb88-4d7e-adbe-1262f149f75f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:53.03520467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"83f5ea3e-59e7-492d-bad0-03692e0493ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:53.074411604Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e5e286","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e5e286","reconcileID":"d5f72f45-a8b6-461a-90ee-cac8d247330c","aitenant":"ai-tenants/e2e-api-b-e5e286","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:53.088287567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"83f5ea3e-59e7-492d-bad0-03692e0493ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"name":"e2e-api-a-2f8c92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:53.139832614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2f8c92-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"83f5ea3e-59e7-492d-bad0-03692e0493ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:53.608919148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b9802d-a308-43db-8e75-cd258007057f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:53.658175885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b9802d-a308-43db-8e75-cd258007057f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:53.711220307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b9802d-a308-43db-8e75-cd258007057f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:53.761381657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b9802d-a308-43db-8e75-cd258007057f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:53.865713018Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e5e286","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e5e286","reconcileID":"d5f72f45-a8b6-461a-90ee-cac8d247330c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e5e286","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e5e286"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:55.383214356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f47581e-f420-4ae3-8532-34cdc5db4cbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:55.509101321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"e37183c0-2892-44e0-815e-ab5197152cd0","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:55.663803991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"92281ae5-bd56-400a-8496-7e77c4a69ad9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:55.716693453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c076ee9-af32-45c0-a18b-ec8f2e335771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:55.770156737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c076ee9-af32-45c0-a18b-ec8f2e335771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:55.770895784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"b7e3ba3f-3399-4907-98c4-ad182f458b61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:55.823582944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c076ee9-af32-45c0-a18b-ec8f2e335771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:55.874710144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c076ee9-af32-45c0-a18b-ec8f2e335771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:55.9789208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"aede4290-96f3-4cc4-a450-f93a9db184df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:56.073831835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"1b8526f9-ab56-428e-9566-56bd86f757f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:56.07407898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"b0d523f7-233c-4136-9d39-0032676979a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:56.075491284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5cca4105-7cf4-49a9-9cf8-319cadeef001","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:56.175279009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"d34cf131-9dce-4250-a27a-154d4f267bb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:56.322217789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"f0a9426e-471e-4e8f-ada3-f59209462952","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:56.424593374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"51d3c3e5-ce15-4748-ae4b-5cd6d440e61d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:56.424839948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"a30c6036-2bca-459c-aae7-197d0e350a1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:56.522042389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"4eab592f-2412-4538-ac12-cdd3c734f579","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:57.691150917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0675948-7b64-4b34-a9ed-e2cbc91aea1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:57.73984076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0675948-7b64-4b34-a9ed-e2cbc91aea1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:57.788489786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0675948-7b64-4b34-a9ed-e2cbc91aea1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:57.837195072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0675948-7b64-4b34-a9ed-e2cbc91aea1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:57.8950701Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9ab29d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9ab29d","reconcileID":"3a9b6246-8105-40d9-bec4-d35a391dcff4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9ab29d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-9ab29d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:57.90067952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:58.547330202Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1d515a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1d515a","reconcileID":"b09c6a38-71fb-4951-be90-8eaec16506a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1d515a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-1d515a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:59.792707435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941ee1b2-e560-4778-9793-5b29768d1c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:59.841247253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941ee1b2-e560-4778-9793-5b29768d1c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:59.889393549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941ee1b2-e560-4778-9793-5b29768d1c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:27:59.937919432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941ee1b2-e560-4778-9793-5b29768d1c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:01.909926865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabbe780-d7ec-4e5c-8499-319c86da7155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:01.959994365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabbe780-d7ec-4e5c-8499-319c86da7155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:02.009933414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabbe780-d7ec-4e5c-8499-319c86da7155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:02.058241736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabbe780-d7ec-4e5c-8499-319c86da7155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.120455134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"85b04ffa-0cb3-4ccf-972c-7e1a4396e67a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.172212304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"85b04ffa-0cb3-4ccf-972c-7e1a4396e67a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"name":"e2e-api-a-af92c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.225737534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-af92c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99f2aca54dd6fb24f239517439bc561a051cff86b333a44eff1c58554b8444e4) AuthConfig (52c31fc87b36049293396b55ddbb0c78baa62237448bf6bef8751144137f0ee4) AuthConfig (5b1f98dbde07e8461e2186630a8b1a65f5f1d5c284bc25a57351032821181972) AuthConfig (b096de609da6ca553a3479403b7c7cdf4d95d85438e4a33e9a56cdad71cdfc60) AuthConfig (857d13463a6b4c9221a29cfb838cdde4b384a30c52a713755d7f57e2d0d261e6) AuthConfig (6789fe75681e0b82d09c53f0fa99c7a3202f69c7850ca1da0d4868fcb071a6b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"85b04ffa-0cb3-4ccf-972c-7e1a4396e67a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.302695193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa62cd2-4260-4efc-9392-80c277bd2df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.302716719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa62cd2-4260-4efc-9392-80c277bd2df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.350474203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"e8ba214b-0dd2-409d-90a0-e4a0f7a95681","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.402549097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"e8ba214b-0dd2-409d-90a0-e4a0f7a95681","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"name":"e2e-api-a-2f8c92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.453124483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2f8c92-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f6a3f890cb4df9a5de2e5fab738f8bd4c02eebfbdf20025526fe91be5ad069e) AuthConfig (0836c6155e2c1527c2812df788eac3235c59d6176cdff78f72ba6707d1106913) AuthConfig (12ac85cacd4219944c5747efaee0848c56312c9a57161e047faeee8389f0c26e) AuthConfig (d0dc9a1a12c11740963d1e26158a8de68d7e8542150f97ad15e9295799ddc8a8) AuthConfig (9ee3270c0e9ce65409222501caa61e61585d701fea7ca1008226b606451c5aad) AuthConfig (8a7282f43357ed605a59d137b2345506d51d4a53e139c34971966f55040ac9e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"e8ba214b-0dd2-409d-90a0-e4a0f7a95681","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.505911588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc434738-1a3d-4e47-a732-d72e32b24b8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.505933692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc434738-1a3d-4e47-a732-d72e32b24b8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.930769741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ca081c-ee93-419d-a38d-edb3880f33c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:03.996713856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ca081c-ee93-419d-a38d-edb3880f33c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:04.065010369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ca081c-ee93-419d-a38d-edb3880f33c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:04.128478567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ca081c-ee93-419d-a38d-edb3880f33c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:05.875934667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07ddcf1-2d06-4c00-bf6a-3c740be8aaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:05.926057853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07ddcf1-2d06-4c00-bf6a-3c740be8aaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:05.974871048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07ddcf1-2d06-4c00-bf6a-3c740be8aaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:06.023473486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07ddcf1-2d06-4c00-bf6a-3c740be8aaa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:07.861350424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3b52f3-f5ce-4c95-ae5e-2a3642bdf37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:07.910228644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3b52f3-f5ce-4c95-ae5e-2a3642bdf37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:07.958733318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3b52f3-f5ce-4c95-ae5e-2a3642bdf37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.007673693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3b52f3-f5ce-4c95-ae5e-2a3642bdf37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.062377125Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"0108c289-82b3-4649-9848-de8e88b8a8c7","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.062461824Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"0108c289-82b3-4649-9848-de8e88b8a8c7","name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.112372738Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"0108c289-82b3-4649-9848-de8e88b8a8c7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.112391105Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"0108c289-82b3-4649-9848-de8e88b8a8c7","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.11247866Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"0108c289-82b3-4649-9848-de8e88b8a8c7","name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.113341817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"5e10f6c5-b582-4f73-977d-cba96d6e7625","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.11335769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"5e10f6c5-b582-4f73-977d-cba96d6e7625","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.167537921Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"0108c289-82b3-4649-9848-de8e88b8a8c7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.167829621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"b303a3b3-99e9-456f-bc74-642c61c5b4a7","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.16784897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"b303a3b3-99e9-456f-bc74-642c61c5b4a7","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.203651872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"474a0d2f-2b31-4c79-b037-0e7d0c92aa96","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:28:08.25281671Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"b303a3b3-99e9-456f-bc74-642c61c5b4a7","name":"e2e-lifecycle-model-8ce45035","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-8ce45035\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:28:08.252877611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"b303a3b3-99e9-456f-bc74-642c61c5b4a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-8ce45035\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.255933368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"474a0d2f-2b31-4c79-b037-0e7d0c92aa96","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.258094623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c7bdbcb3-c90c-4346-ae0b-6c98cf596875","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.258111807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c7bdbcb3-c90c-4346-ae0b-6c98cf596875","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.305402057Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"3a747049-9605-4a80-a5c8-39d9437286e9","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-81a53469","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.391567056Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"33907381-e1e8-4a7b-b042-ac9488d884f4","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-81a53469","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.451635098Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"f0f02ede-0888-4268-944d-5f16f3ed36b1","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.708078573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"f0f02ede-0888-4268-944d-5f16f3ed36b1","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.823906344Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"f0f02ede-0888-4268-944d-5f16f3ed36b1","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"e2e-mt-8ce45035-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.823932435Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-policy-8ce45035","reconcileID":"f0f02ede-0888-4268-944d-5f16f3ed36b1","MaaSAuthPolicy":{"name":"e2e-policy-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.875701322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"80318976-1a36-4589-ae49-e15b99da0573","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:08.87572085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"80318976-1a36-4589-ae49-e15b99da0573","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:13.399878598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"52ffc0d4-44bc-4e0c-8806-734d7f51c9f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:13.458619372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"52ffc0d4-44bc-4e0c-8806-734d7f51c9f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"name":"e2e-api-a-af92c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:13.509451614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-af92c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99f2aca54dd6fb24f239517439bc561a051cff86b333a44eff1c58554b8444e4) AuthConfig (52c31fc87b36049293396b55ddbb0c78baa62237448bf6bef8751144137f0ee4) AuthConfig (5b1f98dbde07e8461e2186630a8b1a65f5f1d5c284bc25a57351032821181972) AuthConfig (b096de609da6ca553a3479403b7c7cdf4d95d85438e4a33e9a56cdad71cdfc60) AuthConfig (857d13463a6b4c9221a29cfb838cdde4b384a30c52a713755d7f57e2d0d261e6) AuthConfig (6789fe75681e0b82d09c53f0fa99c7a3202f69c7850ca1da0d4868fcb071a6b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"52ffc0d4-44bc-4e0c-8806-734d7f51c9f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:13.603504891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"fefa3a1d-f699-463f-a48a-2f8706718d28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:13.656740891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"fefa3a1d-f699-463f-a48a-2f8706718d28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"name":"e2e-api-a-2f8c92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:13.707708087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2f8c92-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f6a3f890cb4df9a5de2e5fab738f8bd4c02eebfbdf20025526fe91be5ad069e) AuthConfig (0836c6155e2c1527c2812df788eac3235c59d6176cdff78f72ba6707d1106913) AuthConfig (12ac85cacd4219944c5747efaee0848c56312c9a57161e047faeee8389f0c26e) AuthConfig (d0dc9a1a12c11740963d1e26158a8de68d7e8542150f97ad15e9295799ddc8a8) AuthConfig (9ee3270c0e9ce65409222501caa61e61585d701fea7ca1008226b606451c5aad) AuthConfig (8a7282f43357ed605a59d137b2345506d51d4a53e139c34971966f55040ac9e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"fefa3a1d-f699-463f-a48a-2f8706718d28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:18.440165848Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"22f24e0f-f0f1-4646-ba66-272aa478aed9","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","subscription":"e2e-sub-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:18.488966095Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"22f24e0f-f0f1-4646-ba66-272aa478aed9","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:18.537708276Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-sub-8ce45035","reconcileID":"22f24e0f-f0f1-4646-ba66-272aa478aed9","MaaSSubscription":{"name":"e2e-sub-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"name":"maas-trlp-e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:18.908467091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"02b57ec0-7514-46d4-96bc-0d0b4caff810","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:18.908491805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"02b57ec0-7514-46d4-96bc-0d0b4caff810","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.439370489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf76cfca-8dc7-4cae-8654-5865b81cf15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.439397189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf76cfca-8dc7-4cae-8654-5865b81cf15c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.505569232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a11d4c4-2bcb-4de1-94b5-60804b50b628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.505590798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a11d4c4-2bcb-4de1-94b5-60804b50b628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.653588326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"9a98503c-e2ed-4320-b66c-51d77d77903a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.710121454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2587326b-d3d2-4ffe-b99d-617bbb44b28f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.710149115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2587326b-d3d2-4ffe-b99d-617bbb44b28f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.762700691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52a403ea-48f7-4e11-b559-cb646f3a72b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.762720072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52a403ea-48f7-4e11-b559-cb646f3a72b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.770978962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"9a98503c-e2ed-4320-b66c-51d77d77903a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:28:19.810678128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7489b853","reconcileID":"8c4a8ae7-12a1-466a-a6b1-f06a457e2628","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-7489b853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.823462379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"9a98503c-e2ed-4320-b66c-51d77d77903a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.856163691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ef945c0-4b4f-444a-9926-d16a210cb9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.856163599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbc499bd-af6f-4de1-9460-bc50388d662a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.874126337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3617e128-b09a-45cc-b6a5-8991c42eb02d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.874142838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3617e128-b09a-45cc-b6a5-8991c42eb02d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.90896522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbc499bd-af6f-4de1-9460-bc50388d662a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.909206983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ef945c0-4b4f-444a-9926-d16a210cb9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.923094627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5afd340d-fba5-4a31-bce3-7af421e10035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.923110671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5afd340d-fba5-4a31-bce3-7af421e10035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.974144348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8854fe83-30fc-4bde-b621-840f03102330","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:19.974164955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8854fe83-30fc-4bde-b621-840f03102330","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.018016126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"5cbff97f-8182-40a5-b4c3-457ad7e2b1ea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.070232567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"5cbff97f-8182-40a5-b4c3-457ad7e2b1ea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.121530572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"5cbff97f-8182-40a5-b4c3-457ad7e2b1ea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.220798923Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7489b853","reconcileID":"a478f185-0d2a-4f2b-be98-277c4a812b63","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-7489b853","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.220945442Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7489b853","reconcileID":"a478f185-0d2a-4f2b-be98-277c4a812b63","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7489b853","error":"MaaSModelRef not found: llm/nonexistent-model-7489b853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.256261534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067d9438-f7cb-478f-b9a0-967dde575ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.256261156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f040e2d0-f04e-4681-9dc6-882fac5b2017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.308815706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067d9438-f7cb-478f-b9a0-967dde575ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.310415381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f040e2d0-f04e-4681-9dc6-882fac5b2017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.354401626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"148d7928-f9b3-40e0-959a-debcc9f3ab26","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.4098735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"148d7928-f9b3-40e0-959a-debcc9f3ab26","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.413425674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43b5bfe5-2292-4599-b487-f60348495759","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.460593639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"148d7928-f9b3-40e0-959a-debcc9f3ab26","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.475248855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea206f2d-fe73-461a-b229-91e4a0b41ebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.475271679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea206f2d-fe73-461a-b229-91e4a0b41ebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.66762077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7489b853","reconcileID":"169b4a96-d882-4d3d-9cde-407021a90c4c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.667711741Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7489b853","reconcileID":"169b4a96-d882-4d3d-9cde-407021a90c4c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7489b853","error":"MaaSModelRef not found: llm/nonexistent-model-7489b853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:20.858266428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"e21aed17-7b2a-49eb-9eaf-d2c73fcb25ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:21.022053784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"2b8a246d-09e3-4bae-b442-077277913b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:21.122784427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"896d3ca6-f144-46d9-b986-62ec74d27c05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:21.294868321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"31b5e271-2641-425c-810a-9701f748324f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:21.394189343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"2d706ac9-cfef-4188-a939-abfb134bb014","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:21.409395177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"fb975812-8b16-423a-a70e-d4bd70e2d472","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:21.494375533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"2a7ad330-2172-4135-ae55-9e0483a52095","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:21.593265696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d591c4cd-e0e0-4e92-95aa-e218d3af7eb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:21.804422472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"072c0a10-722a-403c-97dc-e2219dc3493f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:21.904342274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"8e5dcece-98cf-4c62-bb24-3f0dbdd89ea6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.004914751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"8b2542b0-0a01-4edc-9b8c-5526e6102145","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.392786218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17ddb17d-d935-4bd0-9ef1-470d732a875f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.392805477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17ddb17d-d935-4bd0-9ef1-470d732a875f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.537074569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59093c03-3d11-404c-a2d0-d23944c91a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.537228046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"c6c10439-96f4-482c-8ed8-a996826b0dfd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.537074442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95a4f0d-bbf4-415c-8e79-d480317ade19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.589495597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"c6c10439-96f4-482c-8ed8-a996826b0dfd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.59022807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e95a4f0d-bbf4-415c-8e79-d480317ade19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.591730745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59093c03-3d11-404c-a2d0-d23944c91a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:22.640168833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"c6c10439-96f4-482c-8ed8-a996826b0dfd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:23.606677451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"9706f2f7-8fe8-4f23-bf98-bdf2edad98cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:23.659536533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"9706f2f7-8fe8-4f23-bf98-bdf2edad98cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"name":"e2e-api-a-af92c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:23.804810208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"9292ae66-8034-4754-bd6b-78c861b42dbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:23.857120979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"9292ae66-8034-4754-bd6b-78c861b42dbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"name":"e2e-api-a-2f8c92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:23.907370508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a8078c-0950-40ff-a8b0-900d4fcdcbac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:23.907396949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a8078c-0950-40ff-a8b0-900d4fcdcbac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:24.157219875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a08c2ad-254c-4397-902a-1ba3a0b262bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:24.157238693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a08c2ad-254c-4397-902a-1ba3a0b262bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:27.909876637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:31.79425048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013f5926-3d78-4bdf-9943-06bb1b15b7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:31.842462845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013f5926-3d78-4bdf-9943-06bb1b15b7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:31.890667117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013f5926-3d78-4bdf-9943-06bb1b15b7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:31.939080248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013f5926-3d78-4bdf-9943-06bb1b15b7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:32.336012814Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ccf890","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ccf890","reconcileID":"b101b235-d745-44ec-9a4f-7e2ab8fac780","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ccf890","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-ccf890":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:32.543123273Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7489b853","reconcileID":"be8b8d5b-68a0-4acf-be2f-c626c732f7e1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-7489b853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:32.74327902Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7489b853","reconcileID":"be8b8d5b-68a0-4acf-be2f-c626c732f7e1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:32.743345872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7489b853","reconcileID":"be8b8d5b-68a0-4acf-be2f-c626c732f7e1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7489b853","subscription":"e2e-neg-ghost-sub-7489b853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:32.743476752Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7489b853","reconcileID":"be8b8d5b-68a0-4acf-be2f-c626c732f7e1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7489b853","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7489b853","error":"MaaSModelRef not found: llm/nonexistent-model-7489b853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:32.787750228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"3094903a-2825-477d-9fe5-7930fa60ad9d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:32.848350729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"3094903a-2825-477d-9fe5-7930fa60ad9d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:32.944052827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"3094903a-2825-477d-9fe5-7930fa60ad9d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:32.978475766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d66d2c57-2b08-438c-be2b-9d909af90eed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.033280239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9244fad2-384f-4949-8d9b-504202e8f5cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.03330035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9244fad2-384f-4949-8d9b-504202e8f5cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.183093025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d0a77e-05db-4f2a-9a85-4e05b1326071","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.183113423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d0a77e-05db-4f2a-9a85-4e05b1326071","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.233052608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6dc454f-0e34-4ddf-9538-f9efaa25bc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.23316491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"e0c44253-d264-4b2b-b464-151e2d678fad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.233568213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46f56a6c-c54e-49f8-8173-3b96fd2057f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.285489946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"e0c44253-d264-4b2b-b464-151e2d678fad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.285980755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6dc454f-0e34-4ddf-9538-f9efaa25bc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.287758763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46f56a6c-c54e-49f8-8173-3b96fd2057f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.336038599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"e0c44253-d264-4b2b-b464-151e2d678fad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.336202905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7489b853","reconcileID":"db6526dd-8530-4ebe-b69d-e6e3dac8f916","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7489b853","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.540545549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48eec61e-3d07-46df-84cf-882b8d852aeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.540565165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48eec61e-3d07-46df-84cf-882b8d852aeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.715817932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476b2b2b-b70d-41cb-b894-abbc3f8d91ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.763993423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476b2b2b-b70d-41cb-b894-abbc3f8d91ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.809943987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"087d6598-8a68-47f7-bc17-325a39f03a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.809962116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"087d6598-8a68-47f7-bc17-325a39f03a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.81219499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476b2b2b-b70d-41cb-b894-abbc3f8d91ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.860449763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476b2b2b-b70d-41cb-b894-abbc3f8d91ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.864812363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5016928-783d-430d-9bdb-430e275d27d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:33.864827598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5016928-783d-430d-9bdb-430e275d27d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:34.104208496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"b3fb72a7-cf22-41b5-867d-f6f8679ddb84","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:34.156370052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"b3fb72a7-cf22-41b5-867d-f6f8679ddb84","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:34.208450851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"b3fb72a7-cf22-41b5-867d-f6f8679ddb84","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:34.261052114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7a0cc3e-eee2-4b1b-b1fa-3a7d3be67eaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:34.261071639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7a0cc3e-eee2-4b1b-b1fa-3a7d3be67eaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:34.452444504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"5fc9901c-3a40-4154-bf1a-357da0b85497","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:34.504261955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"5fc9901c-3a40-4154-bf1a-357da0b85497","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:34.555052616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"5fc9901c-3a40-4154-bf1a-357da0b85497","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:35.609057319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695f4416-7a73-45fc-9e2b-863ee5555b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:35.661983724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695f4416-7a73-45fc-9e2b-863ee5555b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:35.721074287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695f4416-7a73-45fc-9e2b-863ee5555b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:35.780540975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695f4416-7a73-45fc-9e2b-863ee5555b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:37.704696703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7dcf3b-b15c-4a24-9b05-ed0d936526ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:37.765538819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7dcf3b-b15c-4a24-9b05-ed0d936526ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:37.81507625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7dcf3b-b15c-4a24-9b05-ed0d936526ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:37.863591569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7dcf3b-b15c-4a24-9b05-ed0d936526ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:40.170341068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"52418b4c-454c-4342-97c2-5bf9d4bb99f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ab29d","tenantID":"e2e-api-b-9ab29d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:40.302884646Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"52418b4c-454c-4342-97c2-5bf9d4bb99f5","name":"e2e-api-b-9ab29d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:44.749251015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"da41797b-2a70-4c84-8d4a-3cdc320c34f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:44.802027499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"da41797b-2a70-4c84-8d4a-3cdc320c34f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:44.852881201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"da41797b-2a70-4c84-8d4a-3cdc320c34f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:44.90672539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1eb17c32-662b-4087-a4fc-68707833bdaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:44.90674506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1eb17c32-662b-4087-a4fc-68707833bdaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:45.210445095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"5868ce13-d29a-4835-b429-910364402c40","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:45.333745841Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"5868ce13-d29a-4835-b429-910364402c40","name":"e2e-api-b-1d515a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:55.099977039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"708ef645-4704-47c5-8fe8-537eed8322b4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:55.152941692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"708ef645-4704-47c5-8fe8-537eed8322b4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:55.204043782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"708ef645-4704-47c5-8fe8-537eed8322b4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:57.899658008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:58.819103869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:58.81916075Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:58.819206195Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","tenant":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:58.869199894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"Deployment","name":"maas-api-e2e-mt-8ce45035","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:58.92702996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"Service","name":"maas-api-e2e-mt-8ce45035","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:58.979731982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-8ce45035","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.030071158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-8ce45035","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.081237844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.141621366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.193684962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.243670241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.294086487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"Deployment","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.346178699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.394462988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"Service","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.442352419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"Service","name":"payload-pre-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.490157272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"DestinationRule","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.539371236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.587413378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.638361971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.686156341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.733988297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.782643684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:28:59.831668648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"cb230045-4854-4784-b713-82162910fdea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-8ce45035","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:00.592720461Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8ce45035","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8ce45035","reconcileID":"a3bb7d86-789b-4690-be52-d080db0be5a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8ce45035","removed":["maas.opendatahub.io/gateway-access-e2e-mt-8ce45035"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.748801424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"e6b934da-9570-4d26-9d58-cc3ff46b856a","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.862375947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"e6b934da-9570-4d26-9d58-cc3ff46b856a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.867829669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"22f3ac56-ce6c-442c-a958-3892c56d7c42","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.867906508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"22f3ac56-ce6c-442c-a958-3892c56d7c42","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.879044803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"a89cad44-a0b6-46e6-a483-c8d629a1e9da","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.879107998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"a89cad44-a0b6-46e6-a483-c8d629a1e9da","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.900268367Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c587efb9-74a9-49ef-b899-9858a29d7d00","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.900354913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c587efb9-74a9-49ef-b899-9858a29d7d00","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.941607868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"bf44e16e-244c-4f33-af17-6b2e3df21b02","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:00.941664934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"bf44e16e-244c-4f33-af17-6b2e3df21b02","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:01.022157328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"e08ee091-6535-4575-8650-a33371c7065f","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:01.022218923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"e08ee091-6535-4575-8650-a33371c7065f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:01.182956014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"f6d4af1b-b8ad-48f6-a36c-72c8ff6a8b46","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:01.183031102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"f6d4af1b-b8ad-48f6-a36c-72c8ff6a8b46","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:01.503987074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"a4f53594-d68b-4a94-8caf-57b80fbdf90b","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:01.504051278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"a4f53594-d68b-4a94-8caf-57b80fbdf90b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:01.637712554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85d1ec1-a557-4e07-bf05-5dc42f4bcb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:01.688077107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85d1ec1-a557-4e07-bf05-5dc42f4bcb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:01.736166055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85d1ec1-a557-4e07-bf05-5dc42f4bcb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:01.784220753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85d1ec1-a557-4e07-bf05-5dc42f4bcb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:02.145341651Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"123271f3-e591-4cf1-a679-54cc2542af83","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:02.145406011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"123271f3-e591-4cf1-a679-54cc2542af83","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:03.426047414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"2a076667-ac7a-470b-b260-ba28b79feb08","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:03.42611105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"2a076667-ac7a-470b-b260-ba28b79feb08","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:03.526752058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13198949-a2d3-4898-be0d-1f0adfa45cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:03.575284433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13198949-a2d3-4898-be0d-1f0adfa45cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:03.623419019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13198949-a2d3-4898-be0d-1f0adfa45cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:03.671606057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13198949-a2d3-4898-be0d-1f0adfa45cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:05.396511224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"b30a9b3f-5455-4def-a99a-3ecbe5843e42","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:05.448636087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"b30a9b3f-5455-4def-a99a-3ecbe5843e42","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:05.499588553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"b30a9b3f-5455-4def-a99a-3ecbe5843e42","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:05.9865691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"84b96406-bf7f-4747-91f2-7e222f73e14d","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:05.986633496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"84b96406-bf7f-4747-91f2-7e222f73e14d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:11.108452284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"a33d2c78-1172-4a0d-a3ca-c6e724da4131","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:11.10861204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"a33d2c78-1172-4a0d-a3ca-c6e724da4131","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:13.813387196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"15769c3f-63b6-4ba9-9c2d-e9ab54dad566","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:15.693133203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"e9ebb06c-5c8b-4904-a4b2-f962d6326f36","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:15.746188243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"e9ebb06c-5c8b-4904-a4b2-f962d6326f36","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:15.845217837Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"e9ebb06c-5c8b-4904-a4b2-f962d6326f36","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a8b98857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:16.096561705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0022223a-3753-489a-90c6-855b6f3e493b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:16.096583834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0022223a-3753-489a-90c6-855b6f3e493b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:16.551594998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"f9c8eb88-412a-47ea-a2cc-77f243045beb","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:16.551661861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"f9c8eb88-412a-47ea-a2cc-77f243045beb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:17.008427404Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"a7abc7ee-b50d-4827-8054-ab730bd4c93d","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:29:17.008497021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"a7abc7ee-b50d-4827-8054-ab730bd4c93d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035-kserve-route (gateways: [openshift-ingress/e2e-mt-8ce45035]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.267284337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"d998bad7-2b24-41d7-a06a-7fd706b94489","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.267417306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"924c0c92-6f41-413e-84da-9ce371b6bd9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.26744278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"924c0c92-6f41-413e-84da-9ce371b6bd9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.315251538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a8b98857","reconcileID":"d998bad7-2b24-41d7-a06a-7fd706b94489","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a8b98857","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a8b98857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.421132318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b38a535-88b0-41fc-91b4-6fad38d55a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.469580788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b38a535-88b0-41fc-91b4-6fad38d55a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.518178407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b38a535-88b0-41fc-91b4-6fad38d55a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.521120491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c422134-37c1-4e2d-adc0-dbc58d85aa7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.521141468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c422134-37c1-4e2d-adc0-dbc58d85aa7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:17.566747888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b38a535-88b0-41fc-91b4-6fad38d55a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:18.756057954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"3dc1bf49-f7de-445f-bae8-bf582c79a975","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:18.756082284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"3dc1bf49-f7de-445f-bae8-bf582c79a975","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:18.978987791Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8ce45035","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8ce45035","reconcileID":"5b21508d-5681-4c7c-82f6-5eec2b47d944","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8ce45035","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-8ce45035":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:19.533260797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dcccca-3447-4926-b639-278b660ac470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:19.581900755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dcccca-3447-4926-b639-278b660ac470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:19.630333875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dcccca-3447-4926-b639-278b660ac470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:19.678712711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dcccca-3447-4926-b639-278b660ac470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:19.926534617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"3c7ca725-1eb3-4a2a-ae05-0741bb1e9fb2","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:19.926553845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"3c7ca725-1eb3-4a2a-ae05-0741bb1e9fb2","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:21.496789574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c1511e-9151-4f14-b3f3-909ff4a6725d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:21.551992817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c1511e-9151-4f14-b3f3-909ff4a6725d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:21.602068044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c1511e-9151-4f14-b3f3-909ff4a6725d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:21.651735944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c1511e-9151-4f14-b3f3-909ff4a6725d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:22.513986131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1bf872e2-d4cf-4c1d-98d4-311409eef148","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-ccf890","tenantID":"e2e-ipp-a-ccf890","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:22.688374662Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1bf872e2-d4cf-4c1d-98d4-311409eef148","name":"e2e-ipp-a-ccf890-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:23.504278276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4146c0fd-2ea1-4b96-9326-ba8292e051d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:23.554320395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4146c0fd-2ea1-4b96-9326-ba8292e051d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:23.614097483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4146c0fd-2ea1-4b96-9326-ba8292e051d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:23.663607735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4146c0fd-2ea1-4b96-9326-ba8292e051d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:23.817195636Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fc8ad9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fc8ad9","reconcileID":"beaf570b-6316-4de8-893b-673c773ce844","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fc8ad9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-fc8ad9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:25.456501856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3256f22d-4e2e-46c0-9ba2-d0d9344cb13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:25.504741258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3256f22d-4e2e-46c0-9ba2-d0d9344cb13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:25.553505628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3256f22d-4e2e-46c0-9ba2-d0d9344cb13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:25.601884591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3256f22d-4e2e-46c0-9ba2-d0d9344cb13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:27.383808444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cebd1-b4e1-4b9f-a47e-e4ffb95aba63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:27.432387023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cebd1-b4e1-4b9f-a47e-e4ffb95aba63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:27.48063928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cebd1-b4e1-4b9f-a47e-e4ffb95aba63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:27.529352755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cebd1-b4e1-4b9f-a47e-e4ffb95aba63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:27.900194458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:29.31086016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e646302-7d48-4543-9eea-a805420fa3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:29.359209035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e646302-7d48-4543-9eea-a805420fa3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:29.410915512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e646302-7d48-4543-9eea-a805420fa3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:29.461706722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e646302-7d48-4543-9eea-a805420fa3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:31.285606326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99877a0e-c7b0-4ded-91cf-0915d3867314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:31.33406832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99877a0e-c7b0-4ded-91cf-0915d3867314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:31.382444112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99877a0e-c7b0-4ded-91cf-0915d3867314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:31.430871583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99877a0e-c7b0-4ded-91cf-0915d3867314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:33.235232581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f10727-c128-4f0b-9f81-1d91ccc7933f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:33.301893983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f10727-c128-4f0b-9f81-1d91ccc7933f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:33.351555987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f10727-c128-4f0b-9f81-1d91ccc7933f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:33.400004055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f10727-c128-4f0b-9f81-1d91ccc7933f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:35.155140848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c57da37-cd35-4b95-9c63-424eafbfd498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:35.204859659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c57da37-cd35-4b95-9c63-424eafbfd498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:35.253193287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c57da37-cd35-4b95-9c63-424eafbfd498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:35.301521276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c57da37-cd35-4b95-9c63-424eafbfd498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:37.049661454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8b5f5c-51e1-4de8-80b0-b4107f7a6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:37.101478207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8b5f5c-51e1-4de8-80b0-b4107f7a6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:37.167020133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8b5f5c-51e1-4de8-80b0-b4107f7a6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:37.219078548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8b5f5c-51e1-4de8-80b0-b4107f7a6a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:38.96998067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d7508c-318f-4d86-95f3-19e82cee480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:39.020582964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d7508c-318f-4d86-95f3-19e82cee480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:39.069380803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d7508c-318f-4d86-95f3-19e82cee480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:39.117686527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d7508c-318f-4d86-95f3-19e82cee480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:39.875914202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e09f8cbb-1288-466a-ba75-607a42250725","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:39.87594328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e09f8cbb-1288-466a-ba75-607a42250725","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:39.92646663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"896dca4c-5cd1-4aca-8eaa-f0ae591ee7a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:39.926487159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"896dca4c-5cd1-4aca-8eaa-f0ae591ee7a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:40.061363427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"648933dc-f715-4918-9b56-6aa2b3eb8393","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:40.223476132Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"648933dc-f715-4918-9b56-6aa2b3eb8393","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"name":"e2e-api-b-1d515a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:40.276289896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d515a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"648933dc-f715-4918-9b56-6aa2b3eb8393","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:40.33419313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c0efc24-568f-4e72-9b71-ce8a9170de0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:40.33422876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c0efc24-568f-4e72-9b71-ce8a9170de0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:40.924973387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2869233-2553-48f5-a2e3-e8a773d2d602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:40.973328412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2869233-2553-48f5-a2e3-e8a773d2d602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:41.021652623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2869233-2553-48f5-a2e3-e8a773d2d602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:41.069968514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2869233-2553-48f5-a2e3-e8a773d2d602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:44.676873328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08a11594-2a50-4b70-a991-05433da5c723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:44.676897223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08a11594-2a50-4b70-a991-05433da5c723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:44.728621887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da4fb653-4512-42de-a012-fb5966d56104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:44.728639919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da4fb653-4512-42de-a012-fb5966d56104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:44.824136147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"d68c25eb-2d99-40c4-a982-da39cd2e765d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ab29d","tenantID":"e2e-api-b-9ab29d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:44.936241575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"d68c25eb-2d99-40c4-a982-da39cd2e765d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"name":"e2e-api-b-9ab29d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:44.986756447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9ab29d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"d68c25eb-2d99-40c4-a982-da39cd2e765d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:45.042232604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bc2f275-7ed0-45b6-88cd-81251f1d07cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:45.042352456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bc2f275-7ed0-45b6-88cd-81251f1d07cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:47.437519652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"47482ed8-ae3b-499a-80f9-9b3fd4d3a7e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:47.454390712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2f0ae81-3987-4cc9-9490-59dd9d25c303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:47.454412532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2f0ae81-3987-4cc9-9490-59dd9d25c303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:47.489580702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"47482ed8-ae3b-499a-80f9-9b3fd4d3a7e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"name":"e2e-api-a-2f8c92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:47.632430386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"f6f99930-2f84-4dc2-85bc-01b866ae7fc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:47.910588268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"f6f99930-2f84-4dc2-85bc-01b866ae7fc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:48.024162546Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"f6f99930-2f84-4dc2-85bc-01b866ae7fc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"name":"e2e-api-a-2f8c92-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:48.024188326Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"e2e-e2e-api-a-2f8c92-policy","reconcileID":"f6f99930-2f84-4dc2-85bc-01b866ae7fc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2f8c92-policy","namespace":"ai-tenant-e2e-api-a-2f8c92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2f8c92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:48.078992876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdd6efc9-29d4-45c8-b066-378951aa1b10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:48.079020091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdd6efc9-29d4-45c8-b066-378951aa1b10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:48.648760799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e706299-4af1-4e4a-900d-201d55bee21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:48.706838437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e706299-4af1-4e4a-900d-201d55bee21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:48.763769324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e706299-4af1-4e4a-900d-201d55bee21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:48.813611316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e706299-4af1-4e4a-900d-201d55bee21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.497615922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"b0dc3dd0-dd18-4d31-98a0-8bbfe0a30fc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.54986681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"b0dc3dd0-dd18-4d31-98a0-8bbfe0a30fc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"name":"e2e-api-b-1d515a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.5975066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1be455-6267-410f-9025-00c271d72479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.65010524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d515a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"b0dc3dd0-dd18-4d31-98a0-8bbfe0a30fc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.65092349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1be455-6267-410f-9025-00c271d72479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.700158427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1be455-6267-410f-9025-00c271d72479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.748704893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1be455-6267-410f-9025-00c271d72479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.981563232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f094ffe-bcb9-407a-878f-a22e06c6d430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.981581817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f094ffe-bcb9-407a-878f-a22e06c6d430","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:50.99639939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"e4a304cc-465d-4048-a90f-ba79b3ad0858","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:51.048516868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"e4a304cc-465d-4048-a90f-ba79b3ad0858","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"name":"e2e-api-a-af92c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:51.244828946Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"5d9ea19e-f521-4d4e-961a-195692c1367d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:51.392236197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"5d9ea19e-f521-4d4e-961a-195692c1367d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:51.507855601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"5d9ea19e-f521-4d4e-961a-195692c1367d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"name":"e2e-api-a-af92c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:51.507878568Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"e2e-e2e-api-a-af92c5-policy","reconcileID":"5d9ea19e-f521-4d4e-961a-195692c1367d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-af92c5-policy","namespace":"ai-tenant-e2e-api-a-af92c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-af92c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:51.559801214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40107f3a-7a79-41d1-8d61-c550b20c5c09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:51.55982296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40107f3a-7a79-41d1-8d61-c550b20c5c09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:52.52599594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6625378c-eda5-49d8-b7ab-18f2f0b67e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:52.574441361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6625378c-eda5-49d8-b7ab-18f2f0b67e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:52.622675427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6625378c-eda5-49d8-b7ab-18f2f0b67e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:52.671079365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6625378c-eda5-49d8-b7ab-18f2f0b67e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:54.426162966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25add4ae-9a6f-42f5-bb09-f90b04e5f366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:54.474583183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25add4ae-9a6f-42f5-bb09-f90b04e5f366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:54.52818091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25add4ae-9a6f-42f5-bb09-f90b04e5f366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:54.585373114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25add4ae-9a6f-42f5-bb09-f90b04e5f366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.138254263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"c21d873c-c569-4284-b521-a8a8ee9381fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ab29d","tenantID":"e2e-api-b-9ab29d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.190188874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"c21d873c-c569-4284-b521-a8a8ee9381fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"name":"e2e-api-b-9ab29d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.241378062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9ab29d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"c21d873c-c569-4284-b521-a8a8ee9381fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.675108987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"39f6a487-97e2-4b96-986d-ed712860dd3e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.80874606Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"39f6a487-97e2-4b96-986d-ed712860dd3e","name":"e2e-mt-8ce45035-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.886561708Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","namespace":"ai-tenant-e2e-api-a-af92c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.887389438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","namespace":"ai-tenant-e2e-api-a-af92c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.887496959Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","tenant":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.94053339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"Deployment","name":"maas-api-e2e-api-a-af92c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:55.99537385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"Service","name":"maas-api-e2e-api-a-af92c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.047196168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-af92c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.097951106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-af92c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.149093753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.199146267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.251837668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.301724551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.34938467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"Deployment","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.396906875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.444789348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da8ebbb-a341-48fa-9c11-34275735290c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.503902334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"Service","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.504426038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da8ebbb-a341-48fa-9c11-34275735290c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.552207685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"Service","name":"payload-pre-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.552825025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da8ebbb-a341-48fa-9c11-34275735290c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.600819154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.604089743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da8ebbb-a341-48fa-9c11-34275735290c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.654555411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.702252905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.75319813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.801010963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.850100948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.899622022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:56.953646246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"3eb8f9b3-0115-456c-9a21-bb84e2d78328","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-af92c5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:29:57.900525601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:00.748775373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"94aba99d-b67d-4ba7-addf-71d1fc32e9e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:00.801096776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"94aba99d-b67d-4ba7-addf-71d1fc32e9e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"name":"e2e-api-b-1d515a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:00.852181615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d515a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ddf19951acd54f3f3b2e0247f393091547801a118f4fd782443c83f22970b26) AuthConfig (858746b078d32473bee5cebfba33ccd58acdb8d1ca4c358d6fd657749f7e3657) AuthConfig (0c210c51ac5cc99520aca5c7c9846308a6076500958c6b477fbced43c5de3105) AuthConfig (521145450de7f428fed3df4f0ca1f9b7dbe3de1aee4f912e2aba0ab77c4a587b) AuthConfig (684981832a55c98c193e5afd385e6207f5e83e96df064fc32a1782350ef71a20) AuthConfig (60568f0587721f3149170384f23be4486ef3220b96a09325c17b5a525ccbe1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"94aba99d-b67d-4ba7-addf-71d1fc32e9e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:00.903938866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be7e19b-bbd5-4933-9bbe-eed3c6d7d450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:00.903959652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be7e19b-bbd5-4933-9bbe-eed3c6d7d450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:05.338529662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"36fe09e9-5525-49b8-ae19-c43e147c75cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ab29d","tenantID":"e2e-api-b-9ab29d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:05.390612723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"36fe09e9-5525-49b8-ae19-c43e147c75cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"name":"e2e-api-b-9ab29d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:05.441188797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9ab29d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3a767c3830e8723722fc6c54c38b3f0ece461c6c9ee7f4058699ca834f15c76) AuthConfig (00de46a7019157fdf967574b2f836f3f52077b98f9c47a687662fe8611ab5d35) AuthConfig (5f74ea4294119bcd1f79c4ade443a504840b60c2069fa7c77b3e36a03de1343a) AuthConfig (bc34d2f424ac40f6ff31cf3f669c78140e8c043ee5c3702904e342b931cdc7dc) AuthConfig (1417f988cecc661029f9c4d4f9a016ff13d26554805aa1b5f93e98e20a95ae26) AuthConfig (96ad5751c04a0b549f4cbad9472d55f9545ec3ff6c450f0ebc356eff6ac8d505)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"36fe09e9-5525-49b8-ae19-c43e147c75cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:05.494111793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd2d16ae-5675-49c1-83f0-a0340071ef92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:05.49414057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd2d16ae-5675-49c1-83f0-a0340071ef92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:11.000462472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"c3a13b6d-8293-4ddf-a526-4e6b8b92c1aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:11.0669779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"c3a13b6d-8293-4ddf-a526-4e6b8b92c1aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"name":"e2e-api-b-1d515a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:11.11786755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d515a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ddf19951acd54f3f3b2e0247f393091547801a118f4fd782443c83f22970b26) AuthConfig (858746b078d32473bee5cebfba33ccd58acdb8d1ca4c358d6fd657749f7e3657) AuthConfig (0c210c51ac5cc99520aca5c7c9846308a6076500958c6b477fbced43c5de3105) AuthConfig (521145450de7f428fed3df4f0ca1f9b7dbe3de1aee4f912e2aba0ab77c4a587b) AuthConfig (684981832a55c98c193e5afd385e6207f5e83e96df064fc32a1782350ef71a20) AuthConfig (60568f0587721f3149170384f23be4486ef3220b96a09325c17b5a525ccbe1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"c3a13b6d-8293-4ddf-a526-4e6b8b92c1aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:15.611179475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"9885fa84-d55a-4c2d-ad6e-d6b08ea3b194","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ab29d","tenantID":"e2e-api-b-9ab29d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:15.677070872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"9885fa84-d55a-4c2d-ad6e-d6b08ea3b194","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"name":"e2e-api-b-9ab29d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:15.729107799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-9ab29d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3a767c3830e8723722fc6c54c38b3f0ece461c6c9ee7f4058699ca834f15c76) AuthConfig (00de46a7019157fdf967574b2f836f3f52077b98f9c47a687662fe8611ab5d35) AuthConfig (5f74ea4294119bcd1f79c4ade443a504840b60c2069fa7c77b3e36a03de1343a) AuthConfig (bc34d2f424ac40f6ff31cf3f669c78140e8c043ee5c3702904e342b931cdc7dc) AuthConfig (1417f988cecc661029f9c4d4f9a016ff13d26554805aa1b5f93e98e20a95ae26) AuthConfig (96ad5751c04a0b549f4cbad9472d55f9545ec3ff6c450f0ebc356eff6ac8d505)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"9885fa84-d55a-4c2d-ad6e-d6b08ea3b194","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:16.430736799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db70da3-2b7e-4df8-aa41-fe8cc2116be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:16.479180289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db70da3-2b7e-4df8-aa41-fe8cc2116be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:16.527552933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db70da3-2b7e-4df8-aa41-fe8cc2116be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:16.576180949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db70da3-2b7e-4df8-aa41-fe8cc2116be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:18.416821106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9967d086-2a3e-490c-8c82-1147c67a517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:18.466605671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9967d086-2a3e-490c-8c82-1147c67a517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:18.517396208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9967d086-2a3e-490c-8c82-1147c67a517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:18.566074101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9967d086-2a3e-490c-8c82-1147c67a517d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:19.549909559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"83ac2d55-68a4-4411-bb3a-6432b77b3e8e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fc8ad9","tenantID":"e2e-ipp-a-fc8ad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:19.660108344Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"83ac2d55-68a4-4411-bb3a-6432b77b3e8e","name":"e2e-ipp-a-fc8ad9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:21.217663101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"aa74fef9-d268-4413-9e62-1e91adf225c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:21.271803703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"aa74fef9-d268-4413-9e62-1e91adf225c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"name":"e2e-api-b-1d515a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:21.348296981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d515a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ddf19951acd54f3f3b2e0247f393091547801a118f4fd782443c83f22970b26) AuthConfig (858746b078d32473bee5cebfba33ccd58acdb8d1ca4c358d6fd657749f7e3657) AuthConfig (0c210c51ac5cc99520aca5c7c9846308a6076500958c6b477fbced43c5de3105) AuthConfig (521145450de7f428fed3df4f0ca1f9b7dbe3de1aee4f912e2aba0ab77c4a587b) AuthConfig (684981832a55c98c193e5afd385e6207f5e83e96df064fc32a1782350ef71a20) AuthConfig (60568f0587721f3149170384f23be4486ef3220b96a09325c17b5a525ccbe1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"aa74fef9-d268-4413-9e62-1e91adf225c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:24.126823284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe79926-9186-48c6-bef6-f649db8b31a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:24.178386508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe79926-9186-48c6-bef6-f649db8b31a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:24.226879678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe79926-9186-48c6-bef6-f649db8b31a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:24.275424804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe79926-9186-48c6-bef6-f649db8b31a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:25.058324693Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-306b57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-306b57","reconcileID":"6ae2e909-161b-4634-aeb9-95d6b4853555","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-306b57","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-306b57":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:25.826700763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"858acfb3-c795-484e-b281-8c90cd795e3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ab29d","tenantID":"e2e-api-b-9ab29d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:25.8803895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"858acfb3-c795-484e-b281-8c90cd795e3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"name":"e2e-api-b-9ab29d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:26.118844455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba93b03-10af-4e2e-ba90-c46690233b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:26.168335856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba93b03-10af-4e2e-ba90-c46690233b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:26.222577744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba93b03-10af-4e2e-ba90-c46690233b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:26.239534596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee549ef1-32d2-41f4-9f91-cc43d7a0f902","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:26.23956273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee549ef1-32d2-41f4-9f91-cc43d7a0f902","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:26.271261368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba93b03-10af-4e2e-ba90-c46690233b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:27.907487713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:28.100466504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed9c97c-ada5-45c9-8b1f-05d874f0a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:28.149459058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed9c97c-ada5-45c9-8b1f-05d874f0a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:28.200504313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed9c97c-ada5-45c9-8b1f-05d874f0a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:28.249149253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed9c97c-ada5-45c9-8b1f-05d874f0a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:30.211502925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a39e5a6-600b-44fb-9506-35547d197e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:30.263901933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a39e5a6-600b-44fb-9506-35547d197e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:30.316755839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a39e5a6-600b-44fb-9506-35547d197e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:30.367359524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a39e5a6-600b-44fb-9506-35547d197e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:31.463917256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"b5170335-0041-4353-ab5c-45c665cedbae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:31.518584394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"b5170335-0041-4353-ab5c-45c665cedbae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"name":"e2e-api-b-1d515a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:31.825903634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd259e1d-d735-4340-b481-9ec5e8bca893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:31.825928186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd259e1d-d735-4340-b481-9ec5e8bca893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:32.221117029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dde6a86-d685-4e72-8d7d-881cf3dde13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:32.269723416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dde6a86-d685-4e72-8d7d-881cf3dde13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:32.31813684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dde6a86-d685-4e72-8d7d-881cf3dde13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:32.366771427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dde6a86-d685-4e72-8d7d-881cf3dde13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.201224702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a23782-3dff-4c30-8a41-566fde6c54f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.249899423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a23782-3dff-4c30-8a41-566fde6c54f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.29836291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a23782-3dff-4c30-8a41-566fde6c54f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.346690726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a23782-3dff-4c30-8a41-566fde6c54f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.397064943Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","namespace":"ai-tenant-e2e-api-a-2f8c92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.397121523Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","namespace":"ai-tenant-e2e-api-a-2f8c92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.397184432Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","tenant":"e2e-api-a-2f8c92","tenantID":"e2e-api-a-2f8c92","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.447325348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"Deployment","name":"maas-api-e2e-api-a-2f8c92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.504883157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"Service","name":"maas-api-e2e-api-a-2f8c92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.596096867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-2f8c92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.646249374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-2f8c92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.697428119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.753693588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.808780501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.858795281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.910653153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"Deployment","name":"payload-processing-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:34.95884588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.006492872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"Service","name":"payload-processing-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.054833861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"Service","name":"payload-pre-processing-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.102841801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.150618823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.198198342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.249043559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.335411993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.387605008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.436064338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-2f8c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:35.492790653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2f8c92"},"namespace":"ai-tenant-e2e-api-a-2f8c92","name":"default-tenant","reconcileID":"b6dc632c-fd6f-4fd2-a214-78acd6400301","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-2f8c92","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:36.236927923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e4a719-b9dd-4248-96ae-fc975d6edf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:36.285171808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e4a719-b9dd-4248-96ae-fc975d6edf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:36.33327829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e4a719-b9dd-4248-96ae-fc975d6edf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:36.381527323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e4a719-b9dd-4248-96ae-fc975d6edf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:36.873652614Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2f8c92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2f8c92","reconcileID":"5ac72282-99da-4e83-b0f5-b27cd81dec1f","aitenant":"ai-tenants/e2e-api-a-2f8c92","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:37.568402121Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2f8c92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2f8c92","reconcileID":"5ac72282-99da-4e83-b0f5-b27cd81dec1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2f8c92","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-2f8c92"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:38.202770545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004526d6-4d73-4b9b-b813-8a22a168e12e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:38.251290021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004526d6-4d73-4b9b-b813-8a22a168e12e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:38.299577621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004526d6-4d73-4b9b-b813-8a22a168e12e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:38.368074767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004526d6-4d73-4b9b-b813-8a22a168e12e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:40.204537657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e6db6b-eef6-42ea-bae6-fd996e858c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:40.25290828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e6db6b-eef6-42ea-bae6-fd996e858c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:40.301553882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e6db6b-eef6-42ea-bae6-fd996e858c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:40.350008306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e6db6b-eef6-42ea-bae6-fd996e858c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:42.164530537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc04c8ee-a375-4674-82eb-e2fef02d8211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:42.219709162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc04c8ee-a375-4674-82eb-e2fef02d8211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:42.27335776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc04c8ee-a375-4674-82eb-e2fef02d8211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:42.323994111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc04c8ee-a375-4674-82eb-e2fef02d8211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:44.111648571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117a2931-865a-4f2d-af9c-ec460abfcee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:44.160550905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117a2931-865a-4f2d-af9c-ec460abfcee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:44.211524986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117a2931-865a-4f2d-af9c-ec460abfcee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:44.260000906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117a2931-865a-4f2d-af9c-ec460abfcee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:46.196888422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43006eca-2b1f-43e5-9f2b-d0ef03f5bba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:46.268091638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43006eca-2b1f-43e5-9f2b-d0ef03f5bba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:46.318936834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43006eca-2b1f-43e5-9f2b-d0ef03f5bba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:46.367458545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43006eca-2b1f-43e5-9f2b-d0ef03f5bba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:48.138063786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6da489-f91d-44d5-b443-5874d1920a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:48.186714684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6da489-f91d-44d5-b443-5874d1920a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:48.235245839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6da489-f91d-44d5-b443-5874d1920a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:48.28354588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6da489-f91d-44d5-b443-5874d1920a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.026130826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d37033d-f18a-44a7-9fca-bd8d6feb7b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.074525406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d37033d-f18a-44a7-9fca-bd8d6feb7b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.123086067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d37033d-f18a-44a7-9fca-bd8d6feb7b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.171158069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d37033d-f18a-44a7-9fca-bd8d6feb7b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.284433478Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","namespace":"ai-tenant-e2e-api-a-af92c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.284485635Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","namespace":"ai-tenant-e2e-api-a-af92c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.284530518Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","tenant":"e2e-api-a-af92c5","tenantID":"e2e-api-a-af92c5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.332414002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"Deployment","name":"maas-api-e2e-api-a-af92c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.447412403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"Service","name":"maas-api-e2e-api-a-af92c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.504817415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-af92c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.553980843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-af92c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.601751081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.649415692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.697103081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.744885561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.792827437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"Deployment","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.840455563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.888130469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"Service","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.935858264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:50.983497841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.031224465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.079061949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.085911984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"671864ce-07cc-49c6-9172-0bb39999647f","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.085932856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"671864ce-07cc-49c6-9172-0bb39999647f","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.126603389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.181449761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.229709562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.277211796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-af92c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.324980975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-af92c5"},"namespace":"ai-tenant-e2e-api-a-af92c5","name":"default-tenant","reconcileID":"90d081ff-537c-4789-84e9-4864e1c490f6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-af92c5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:51.970224511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cacb7c4-7b0c-46c7-9f6e-45678178b5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:52.01853931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cacb7c4-7b0c-46c7-9f6e-45678178b5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:52.066600629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cacb7c4-7b0c-46c7-9f6e-45678178b5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:52.114982236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cacb7c4-7b0c-46c7-9f6e-45678178b5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:53.508558749Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-af92c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-af92c5","reconcileID":"2fe9dd68-a854-4810-8649-017dd6bd7925","aitenant":"ai-tenants/e2e-api-a-af92c5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:53.882017484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46817dfc-e1cb-4398-918a-76da3603ee79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:53.93114212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46817dfc-e1cb-4398-918a-76da3603ee79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:53.979497469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46817dfc-e1cb-4398-918a-76da3603ee79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:54.027665751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46817dfc-e1cb-4398-918a-76da3603ee79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:54.229642145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"dc1fa4c6-7686-4362-974f-dde7d62a7db1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:54.283241603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"dc1fa4c6-7686-4362-974f-dde7d62a7db1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"name":"e2e-api-b-1d515a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:54.283807166Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-af92c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-af92c5","reconcileID":"2fe9dd68-a854-4810-8649-017dd6bd7925","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-af92c5","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-af92c5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:54.836491953Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"cfc77c2a-f1e6-4d20-a784-4f5043331189","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:54.836592166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01930694-54c5-4b36-9313-4ff8d5cfc0f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:54.836609495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01930694-54c5-4b36-9313-4ff8d5cfc0f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:55.073032122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"cfc77c2a-f1e6-4d20-a784-4f5043331189","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:55.189773937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"cfc77c2a-f1e6-4d20-a784-4f5043331189","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"name":"e2e-api-b-1d515a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:55.189797714Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"e2e-e2e-api-b-1d515a-policy","reconcileID":"cfc77c2a-f1e6-4d20-a784-4f5043331189","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d515a-policy","namespace":"ai-tenant-e2e-api-b-1d515a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d515a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:55.243365709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca10297f-91e8-48ef-a647-0d4ee0739238","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:55.24338263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca10297f-91e8-48ef-a647-0d4ee0739238","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:55.837155732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde111cb-d132-41ec-aa6a-f8104ca51282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:55.886115489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde111cb-d132-41ec-aa6a-f8104ca51282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:55.934404895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde111cb-d132-41ec-aa6a-f8104ca51282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:55.982540241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde111cb-d132-41ec-aa6a-f8104ca51282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:57.863765235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9163f0-70b6-401d-b283-a645011c65b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:57.902529359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:57.91646838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9163f0-70b6-401d-b283-a645011c65b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:57.964856295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9163f0-70b6-401d-b283-a645011c65b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:58.014372759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9163f0-70b6-401d-b283-a645011c65b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:59.814454782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8775cc9-f5fb-4690-ba07-e946cca5ac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:59.863639338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8775cc9-f5fb-4690-ba07-e946cca5ac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:59.916955022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8775cc9-f5fb-4690-ba07-e946cca5ac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:30:59.965300672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8775cc9-f5fb-4690-ba07-e946cca5ac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:00.615875469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"f1efada3-441d-4a55-8209-5a73614111fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:00.616068689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0c8c8b4-09c0-4119-82dd-3d9b677817d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:00.616101318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0c8c8b4-09c0-4119-82dd-3d9b677817d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:00.765203376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"f1efada3-441d-4a55-8209-5a73614111fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ab29d","tenantID":"e2e-api-b-9ab29d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:00.883109491Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"f1efada3-441d-4a55-8209-5a73614111fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"name":"e2e-api-b-9ab29d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:00.883131005Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"e2e-e2e-api-b-9ab29d-policy","reconcileID":"f1efada3-441d-4a55-8209-5a73614111fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ab29d-policy","namespace":"ai-tenant-e2e-api-b-9ab29d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ab29d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:00.935788935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d68e0eb3-0364-4777-aa65-beb705f75d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:00.935812226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d68e0eb3-0364-4777-aa65-beb705f75d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:02.695625187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38305c8-66c0-4b55-bfe9-6c0bc45db9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:02.743951305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38305c8-66c0-4b55-bfe9-6c0bc45db9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:02.792522083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38305c8-66c0-4b55-bfe9-6c0bc45db9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:02.840806378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b38305c8-66c0-4b55-bfe9-6c0bc45db9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:04.699179976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161decf3-f2f1-48fb-a1c7-1395c30d5210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:04.74757369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161decf3-f2f1-48fb-a1c7-1395c30d5210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:04.795811521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161decf3-f2f1-48fb-a1c7-1395c30d5210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:04.844142558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161decf3-f2f1-48fb-a1c7-1395c30d5210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:06.69210409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824a613e-655f-4980-92ff-02d7f406ab50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:06.74047463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824a613e-655f-4980-92ff-02d7f406ab50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:06.789723938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824a613e-655f-4980-92ff-02d7f406ab50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:06.838088896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824a613e-655f-4980-92ff-02d7f406ab50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:07.114252567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"55ad149d-afdc-4e1c-86f7-fee785f77e35","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:07.114275373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"55ad149d-afdc-4e1c-86f7-fee785f77e35","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:08.618258956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2883d6e-ec70-4a16-bf2d-62e18e6dc0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:08.666763068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2883d6e-ec70-4a16-bf2d-62e18e6dc0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:08.714996881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2883d6e-ec70-4a16-bf2d-62e18e6dc0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:08.763405672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2883d6e-ec70-4a16-bf2d-62e18e6dc0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:10.538206824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7978f15-75d3-450e-95ee-879dda74b392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:10.587071764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7978f15-75d3-450e-95ee-879dda74b392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:10.646493745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7978f15-75d3-450e-95ee-879dda74b392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:10.695592936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7978f15-75d3-450e-95ee-879dda74b392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:12.482733115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008b21ae-4c75-4f7c-bca0-60df0c8bb322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:12.531750049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008b21ae-4c75-4f7c-bca0-60df0c8bb322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:12.580666048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008b21ae-4c75-4f7c-bca0-60df0c8bb322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:12.62894697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008b21ae-4c75-4f7c-bca0-60df0c8bb322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:14.38046248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4293ecf0-992e-4fec-b7be-80bde2e77af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:14.428648695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4293ecf0-992e-4fec-b7be-80bde2e77af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:14.477263668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4293ecf0-992e-4fec-b7be-80bde2e77af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:14.526180076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4293ecf0-992e-4fec-b7be-80bde2e77af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:17.167905945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"1dfd6f87-cf4b-468d-b9c4-4f50f4f6fea5","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:17.167932365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"1dfd6f87-cf4b-468d-b9c4-4f50f4f6fea5","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:19.204332569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508c32b0-a673-42da-96c9-d52a946bb8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:19.252832534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508c32b0-a673-42da-96c9-d52a946bb8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:19.30103604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508c32b0-a673-42da-96c9-d52a946bb8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:19.349442208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508c32b0-a673-42da-96c9-d52a946bb8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:21.203777628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a8aebd-ea18-40e7-b94e-db2969e0c615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:21.252547836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a8aebd-ea18-40e7-b94e-db2969e0c615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:21.301124314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a8aebd-ea18-40e7-b94e-db2969e0c615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:21.349867736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a8aebd-ea18-40e7-b94e-db2969e0c615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:23.284740892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c71a02-9982-4c95-a5f0-891dfc69c282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:23.350168252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c71a02-9982-4c95-a5f0-891dfc69c282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:23.403834403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c71a02-9982-4c95-a5f0-891dfc69c282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:23.452263933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c71a02-9982-4c95-a5f0-891dfc69c282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:25.236204889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7535c20-970a-49e6-81a1-ff176dada508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:25.28498299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7535c20-970a-49e6-81a1-ff176dada508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:25.333442717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7535c20-970a-49e6-81a1-ff176dada508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:25.381853776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7535c20-970a-49e6-81a1-ff176dada508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.168479601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"16921982-9783-44fb-b711-8c170c09dd44","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.168499585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"16921982-9783-44fb-b711-8c170c09dd44","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.199348479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577ac8ee-ab70-4845-ae46-a88a4a5a7936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.247408421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"bde05f4a-18d9-4e1e-8b3a-ac12b8682d6f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-306b57","tenantID":"e2e-ipp-b-306b57","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.248120051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577ac8ee-ab70-4845-ae46-a88a4a5a7936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.297344015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577ac8ee-ab70-4845-ae46-a88a4a5a7936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.346444235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577ac8ee-ab70-4845-ae46-a88a4a5a7936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.407061758Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"bde05f4a-18d9-4e1e-8b3a-ac12b8682d6f","name":"e2e-ipp-b-306b57-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.461426342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","namespace":"ai-tenant-e2e-api-b-9ab29d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.461513515Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","namespace":"ai-tenant-e2e-api-b-9ab29d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.461577463Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","tenant":"e2e-api-b-9ab29d","tenantID":"e2e-api-b-9ab29d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.511424839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"Deployment","name":"maas-api-e2e-api-b-9ab29d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.605938143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"Service","name":"maas-api-e2e-api-b-9ab29d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.662656483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-9ab29d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.712500038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-9ab29d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.76348834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.817598549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.872047085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.909984671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.923078146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:27.972994003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"Deployment","name":"payload-processing-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.042856968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.093517505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"Service","name":"payload-processing-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.152916019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"Service","name":"payload-pre-processing-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.203633069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.252766996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.300917341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.35207358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.402046739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.450741527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.510892742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-9ab29d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.57056687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ab29d"},"namespace":"ai-tenant-e2e-api-b-9ab29d","name":"default-tenant","reconcileID":"ef43cbcb-b043-4968-88f4-5fc47e69cccf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-9ab29d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.628245885Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","namespace":"ai-tenant-e2e-api-b-1d515a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.6284746Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","namespace":"ai-tenant-e2e-api-b-1d515a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.628544842Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","tenant":"e2e-api-b-1d515a","tenantID":"e2e-api-b-1d515a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.682484517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"Deployment","name":"maas-api-e2e-api-b-1d515a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.742114282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"Service","name":"maas-api-e2e-api-b-1d515a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.801398657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-1d515a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.853330297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-1d515a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.903406265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:28.963481447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.017472653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.067936528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.117685834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"Deployment","name":"payload-processing-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.17053806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.218628509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"Service","name":"payload-processing-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.266546726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"Service","name":"payload-pre-processing-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.314661325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.362555627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.410873134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.463008672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.511049288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.558889994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.607003693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-1d515a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:29.657594414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d515a"},"namespace":"ai-tenant-e2e-api-b-1d515a","name":"default-tenant","reconcileID":"32fc6c41-9d32-498d-8299-72c1f55451ea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-1d515a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:31.166747412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"92658d6c-be51-43c9-a26e-d684a76a8b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:31.267475514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"88e84622-4969-44f9-98fa-67e6ea973451","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:31.509706157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"94ef4cb4-ee72-44f9-8454-d07570d32a75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:31.609523393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8dbe451-096a-4935-90ad-a7f0d39724f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:31.709368477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"b563f114-9e39-4ce3-b2d2-13bb536ef737","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:31.814209116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"9c27ab81-e203-4af2-9195-103c86d6c3cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:31.919847656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e6456f0-1fdd-480f-b989-20915883683d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:32.019569198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"03ceaff8-2c5a-4aeb-ad48-f4ff352702f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:32.143034796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"1e6bcf34-819e-4c61-84ea-687508ef4aa4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:32.317364057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"233c7ba9-d44b-46e0-8eaa-a325c2fc62b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:32.418159871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"9f70aac5-9f80-4fd3-aa50-cbbf0ddd9c94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:32.433702288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"c41b6bb4-00f5-49e6-b09a-6b991faf6d96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:33.792121368Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9ab29d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9ab29d","reconcileID":"4def3a36-8668-4b50-b88e-c03aaa444f47","aitenant":"ai-tenants/e2e-api-b-9ab29d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:34.300758219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2710dd-e0fa-47b6-b0d0-fbcbec41954b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:34.349678978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2710dd-e0fa-47b6-b0d0-fbcbec41954b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:34.397862651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2710dd-e0fa-47b6-b0d0-fbcbec41954b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:34.446218028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2710dd-e0fa-47b6-b0d0-fbcbec41954b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:34.553590865Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-9ab29d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-9ab29d","reconcileID":"4def3a36-8668-4b50-b88e-c03aaa444f47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-9ab29d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-9ab29d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:36.119988645Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1d515a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1d515a","reconcileID":"30f3088e-7f6a-4ada-ad29-214f4320404e","aitenant":"ai-tenants/e2e-api-b-1d515a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:36.260716759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eb9b0c-995f-43dc-8d8f-168dfed00b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:36.309687225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eb9b0c-995f-43dc-8d8f-168dfed00b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:36.358007394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eb9b0c-995f-43dc-8d8f-168dfed00b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:36.406233096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eb9b0c-995f-43dc-8d8f-168dfed00b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:36.834202326Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1d515a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1d515a","reconcileID":"30f3088e-7f6a-4ada-ad29-214f4320404e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1d515a","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-1d515a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:37.200646553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c01890ac-4ec9-4e93-9b86-c7992adc750e","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:37.200788068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"c01890ac-4ec9-4e93-9b86-c7992adc750e","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:38.31429151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93b45b0-3856-48ae-9ec6-3b4601a28dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:38.363001043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93b45b0-3856-48ae-9ec6-3b4601a28dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:38.411451679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93b45b0-3856-48ae-9ec6-3b4601a28dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:38.460064315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93b45b0-3856-48ae-9ec6-3b4601a28dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:40.36476086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b8c22f-f0cb-4809-b3da-e644153ac16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:40.413673643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b8c22f-f0cb-4809-b3da-e644153ac16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:40.476333534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b8c22f-f0cb-4809-b3da-e644153ac16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:40.545055024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b8c22f-f0cb-4809-b3da-e644153ac16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:40.699448888Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f4d444","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f4d444","reconcileID":"47b20e92-9b95-4987-90a5-126c5e6e122a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f4d444","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f4d444":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:42.395521756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d007ee-7cfc-45ce-a5ca-af9c6fdf0835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:42.443795638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d007ee-7cfc-45ce-a5ca-af9c6fdf0835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:42.49196116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d007ee-7cfc-45ce-a5ca-af9c6fdf0835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:42.540443445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d007ee-7cfc-45ce-a5ca-af9c6fdf0835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:43.455696445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"94b42bcd-b1f7-4987-8c66-678305443c51","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"tenant":"e2e-mt-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","model":"ai-tenant-e2e-mt-8ce45035/e2e-lifecycle-model-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:43.455717235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"e2e-lifecycle-model-8ce45035","reconcileID":"94b42bcd-b1f7-4987-8c66-678305443c51","MaaSModelRef":{"name":"e2e-lifecycle-model-8ce45035","namespace":"ai-tenant-e2e-mt-8ce45035"},"routeName":"e2e-lifecycle-model-8ce45035-kserve-route","namespace":"ai-tenant-e2e-mt-8ce45035","llmisvcName":"e2e-lifecycle-model-8ce45035","gateway":"openshift-ingress/e2e-mt-8ce45035","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:44.461798877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa3539-1626-46cb-a9ab-14f82cef4af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:44.511180933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa3539-1626-46cb-a9ab-14f82cef4af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:44.55970274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa3539-1626-46cb-a9ab-14f82cef4af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:44.631440714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa3539-1626-46cb-a9ab-14f82cef4af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:44.754247197Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7795f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7795f9","reconcileID":"f12c103f-4cb9-4eb6-8154-cb717b1f6feb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7795f9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7795f9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:46.463499652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04fb9745-cba6-4194-a89f-983b05e52757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:46.513261538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04fb9745-cba6-4194-a89f-983b05e52757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:46.561725406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04fb9745-cba6-4194-a89f-983b05e52757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:46.609902583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04fb9745-cba6-4194-a89f-983b05e52757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:48.45142651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255a13f7-0bb8-46b3-960d-0a4de91f1141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:48.500287232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255a13f7-0bb8-46b3-960d-0a4de91f1141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:48.548515009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255a13f7-0bb8-46b3-960d-0a4de91f1141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:48.597663479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255a13f7-0bb8-46b3-960d-0a4de91f1141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:51.324360047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f503d78d-d81c-472b-a883-76169e303b75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:51.423260879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"c076b6f1-9404-4345-9bbb-c4e1fb0eaea8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:51.522834601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"05a5de70-03ce-49af-bf15-528d2af225e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:51.532997861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"30731dd0-9473-4198-98dc-7ce2b31995a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:51.807027115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1dcd13e0-8e8e-4190-baba-c9f85b08cbd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:52.015131053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"217f3eab-8684-4dee-a4eb-13bc81fbee4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:52.114339147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"b1ce9db9-20b0-472b-8d0d-9a2b52ddb66a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:52.257958976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"03b4fe32-70f3-49c7-bc09-385988ae4a84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:52.343228223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"5290f72f-f3a8-4ddb-afba-41fd7fe470a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:52.396220411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"98acba27-a506-4a49-bca0-71aa333af01f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:52.463517492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"c00fbe71-9f99-4aa6-aa54-3accf9c2e00d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:52.563525607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"c735a9a2-756d-48e7-8507-48d83eed532b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:31:57.902632289Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:22.256103912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3016f492-329a-4227-bdaa-65104a937099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:22.30500954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3016f492-329a-4227-bdaa-65104a937099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:22.354737864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3016f492-329a-4227-bdaa-65104a937099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:22.403219043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3016f492-329a-4227-bdaa-65104a937099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:24.225938046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a91452-618f-43e8-a31f-84658ee049e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:24.2747696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a91452-618f-43e8-a31f-84658ee049e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:24.323233736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a91452-618f-43e8-a31f-84658ee049e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:24.372212371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a91452-618f-43e8-a31f-84658ee049e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:26.220415009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88eb78f0-8c97-4842-8377-88c789c5ebdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:26.269075693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88eb78f0-8c97-4842-8377-88c789c5ebdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:26.343599133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88eb78f0-8c97-4842-8377-88c789c5ebdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:26.392603009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88eb78f0-8c97-4842-8377-88c789c5ebdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:27.899764241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:28.206929969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d93b12-4127-4425-ba58-3cabc3b6b64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:28.255492904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d93b12-4127-4425-ba58-3cabc3b6b64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:28.304038202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d93b12-4127-4425-ba58-3cabc3b6b64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:28.357783401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d93b12-4127-4425-ba58-3cabc3b6b64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:30.796738845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83671ca-c5b1-40e9-be03-1ae93304cd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:30.857985879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83671ca-c5b1-40e9-be03-1ae93304cd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:30.907180525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83671ca-c5b1-40e9-be03-1ae93304cd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:30.956852901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83671ca-c5b1-40e9-be03-1ae93304cd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:32.792554015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09672668-a9ac-4ac8-a620-a432295c198c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:32.840997175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09672668-a9ac-4ac8-a620-a432295c198c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:32.889469408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09672668-a9ac-4ac8-a620-a432295c198c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:32.93800746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09672668-a9ac-4ac8-a620-a432295c198c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:33.289247156Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-38283b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-38283b","reconcileID":"46110a55-5c14-414b-abd0-919a2ec70ac1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-38283b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-38283b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:34.797736932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a59d0e7-d3a8-401f-a282-1709156c63b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:34.84612483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a59d0e7-d3a8-401f-a282-1709156c63b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:34.894450789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a59d0e7-d3a8-401f-a282-1709156c63b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:34.942867729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a59d0e7-d3a8-401f-a282-1709156c63b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:35.238621248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"c08553c2-0f2e-4181-b785-799830468da8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f4d444","tenantID":"e2e-ipp-a-f4d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:35.345254387Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"c08553c2-0f2e-4181-b785-799830468da8","name":"e2e-ipp-a-f4d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:35.399165149Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"b9897300-3dc0-4da1-ba68-ab80fa5b67b3","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:35.399239966Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"b9897300-3dc0-4da1-ba68-ab80fa5b67b3","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:35.399339509Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"b9897300-3dc0-4da1-ba68-ab80fa5b67b3","aitenant":"ai-tenants/e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:36.749802296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70856136-f132-4873-a3fb-9d9857e01284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:36.810444224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70856136-f132-4873-a3fb-9d9857e01284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:36.92657425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70856136-f132-4873-a3fb-9d9857e01284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:36.975467552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70856136-f132-4873-a3fb-9d9857e01284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:38.762452342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694afc8f-628d-4103-a3dc-5a179a401c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:38.811345363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694afc8f-628d-4103-a3dc-5a179a401c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:38.872763024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694afc8f-628d-4103-a3dc-5a179a401c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:38.921328291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694afc8f-628d-4103-a3dc-5a179a401c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:40.209539298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"7a8a9827-a860-4056-a61b-f938f393947e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:40.315932126Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"7a8a9827-a860-4056-a61b-f938f393947e","name":"e2e-ipp-a-7795f9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:40.704843118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8901ac32-1168-4c09-bd4a-763713792e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:40.753628186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8901ac32-1168-4c09-bd4a-763713792e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:40.802051145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8901ac32-1168-4c09-bd4a-763713792e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:40.850566237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8901ac32-1168-4c09-bd4a-763713792e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:42.608080288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4612b8-6ea1-49cf-9cea-ee1c5170e6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:42.656418793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4612b8-6ea1-49cf-9cea-ee1c5170e6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:42.705144752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4612b8-6ea1-49cf-9cea-ee1c5170e6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:42.754728075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4612b8-6ea1-49cf-9cea-ee1c5170e6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:44.508717024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7fa382-f1f3-4cb4-90e0-0e8d748737d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:44.557716044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7fa382-f1f3-4cb4-90e0-0e8d748737d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:44.606148239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7fa382-f1f3-4cb4-90e0-0e8d748737d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:44.65459942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7fa382-f1f3-4cb4-90e0-0e8d748737d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.126800198Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","namespace":"ai-tenant-e2e-ipp-a-ccf890","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.126860909Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","namespace":"ai-tenant-e2e-ipp-a-ccf890","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.126913523Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","tenant":"e2e-ipp-a-ccf890","tenantID":"e2e-ipp-a-ccf890","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.177216615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"Deployment","name":"maas-api-e2e-ipp-a-ccf890","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.232789348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"Service","name":"maas-api-e2e-ipp-a-ccf890","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.28562997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-ccf890","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.335965388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-ccf890","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.386223096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.442632744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.498735985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.549056774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.598712597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.654855271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.710524478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"Service","name":"payload-processing-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.765958863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.820553735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.873599843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.924586441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:54.975603456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:55.025108907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:55.076752332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:55.126945948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-ccf890","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:55.179769183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-ccf890"},"namespace":"ai-tenant-e2e-ipp-a-ccf890","name":"default-tenant","reconcileID":"1e36a7e9-e9f8-4048-877e-e95aa688123a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-ccf890","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:32:57.904785737Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:03.11562311Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ccf890","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ccf890","reconcileID":"1eb85695-4315-4ab9-9b1a-637f4cc28e9e","aitenant":"ai-tenants/e2e-ipp-a-ccf890","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:03.630750491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca4f1f0-7a5f-4e48-9269-e378d897e12e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:03.679297526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca4f1f0-7a5f-4e48-9269-e378d897e12e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:03.727758768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca4f1f0-7a5f-4e48-9269-e378d897e12e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:03.776550667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca4f1f0-7a5f-4e48-9269-e378d897e12e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:03.879150094Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-ccf890","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-ccf890","reconcileID":"1eb85695-4315-4ab9-9b1a-637f4cc28e9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-ccf890","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-ccf890"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:05.59741328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7d54d9-f110-4eab-a84b-cd13801ef3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:05.645789347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7d54d9-f110-4eab-a84b-cd13801ef3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:05.694209641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7d54d9-f110-4eab-a84b-cd13801ef3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:05.742621032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7d54d9-f110-4eab-a84b-cd13801ef3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:07.595737682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023669c4-d07d-413e-a5a6-5b278c830079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:07.644292857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023669c4-d07d-413e-a5a6-5b278c830079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:07.692526121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023669c4-d07d-413e-a5a6-5b278c830079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:07.740818526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023669c4-d07d-413e-a5a6-5b278c830079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:09.498715898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf750417-b456-4fb5-b87f-e51fa6ca65c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:09.547184388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf750417-b456-4fb5-b87f-e51fa6ca65c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:09.596613875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf750417-b456-4fb5-b87f-e51fa6ca65c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:09.64488167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf750417-b456-4fb5-b87f-e51fa6ca65c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:26.426407835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda11a81-63dc-49bb-9ce5-c4463376aa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:26.474609045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda11a81-63dc-49bb-9ce5-c4463376aa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:26.523584237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda11a81-63dc-49bb-9ce5-c4463376aa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:26.572814181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda11a81-63dc-49bb-9ce5-c4463376aa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:27.900180145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:28.345852033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4794606-86cc-490d-b69a-6f1f6ce1b7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:28.394208364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4794606-86cc-490d-b69a-6f1f6ce1b7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:28.442948561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4794606-86cc-490d-b69a-6f1f6ce1b7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:28.491878414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4794606-86cc-490d-b69a-6f1f6ce1b7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:30.398647767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb47188-72bd-4e52-8a7a-f805d7a3c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:30.44722693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb47188-72bd-4e52-8a7a-f805d7a3c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:30.496034453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb47188-72bd-4e52-8a7a-f805d7a3c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:30.544716201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb47188-72bd-4e52-8a7a-f805d7a3c9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:30.838084162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"247d6cf6-296b-4f59-b1e0-40c1f83b2382","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-38283b","tenantID":"e2e-ipp-b-38283b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:30.946265388Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"247d6cf6-296b-4f59-b1e0-40c1f83b2382","name":"e2e-ipp-b-38283b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:30.999604243Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:30.999665003Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","namespace":"ai-tenant-e2e-mt-8ce45035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:30.999710307Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","tenant":"e2e-mt-8ce45035","tenantID":"e2e-mt-8ce45035","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.051363712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"Deployment","name":"maas-api-e2e-mt-8ce45035","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.109125694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"Service","name":"maas-api-e2e-mt-8ce45035","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.15993014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-8ce45035","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.211091204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-8ce45035","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.261500693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.312045379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.364386546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.417043384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.464854076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"Deployment","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.515533954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.5639988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"Service","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.611882786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"Service","name":"payload-pre-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.670444816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"DestinationRule","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.725699556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.817199532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.88059222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:31.990787087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:32.045811296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:32.100699573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-8ce45035","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:32.15188333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ce45035"},"namespace":"ai-tenant-e2e-mt-8ce45035","name":"default-tenant","reconcileID":"f1ecb379-bba2-4d5a-bfe6-2d1ede065e8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-8ce45035","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:32.502258454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f4deaa-b987-4466-9321-c09b746e5458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:32.550660134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f4deaa-b987-4466-9321-c09b746e5458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:32.599149803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f4deaa-b987-4466-9321-c09b746e5458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:32.647617378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f4deaa-b987-4466-9321-c09b746e5458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:32.831590584Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8ce45035","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8ce45035","reconcileID":"09f3a0cc-99d6-484f-b4fa-e853bf707e6f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8ce45035","removed":["maas.opendatahub.io/gateway-access-e2e-mt-8ce45035"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:34.487774761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d36de-5b46-4593-8539-e7e71b279d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:34.537865233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d36de-5b46-4593-8539-e7e71b279d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:34.58697738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d36de-5b46-4593-8539-e7e71b279d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:34.635269273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d36de-5b46-4593-8539-e7e71b279d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:35.38195897Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a6a07b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a6a07b","reconcileID":"f7971e3e-100e-4f29-8984-e4dac68f23d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a6a07b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a6a07b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:36.401479961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7a00ee-3e2b-4243-9d81-0f1eb37db656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:36.449848343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7a00ee-3e2b-4243-9d81-0f1eb37db656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:36.498260288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7a00ee-3e2b-4243-9d81-0f1eb37db656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:36.54674116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7a00ee-3e2b-4243-9d81-0f1eb37db656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:38.340110619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c770b2-75af-40ff-a92a-37b9e628ae90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:38.388234675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c770b2-75af-40ff-a92a-37b9e628ae90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:38.436631995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c770b2-75af-40ff-a92a-37b9e628ae90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:38.485111134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c770b2-75af-40ff-a92a-37b9e628ae90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:40.252620425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54bbfa-ebf0-4bd4-95f9-d961c89767c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:40.300923539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54bbfa-ebf0-4bd4-95f9-d961c89767c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:40.349330334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54bbfa-ebf0-4bd4-95f9-d961c89767c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:40.397647401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54bbfa-ebf0-4bd4-95f9-d961c89767c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:42.314489472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ff1a1b-5f31-44c8-948d-8ff691cbe67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:42.363060455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ff1a1b-5f31-44c8-948d-8ff691cbe67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:42.41146016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ff1a1b-5f31-44c8-948d-8ff691cbe67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:42.46041241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ff1a1b-5f31-44c8-948d-8ff691cbe67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:44.503637812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9279b3d9-8bc1-4f12-8ff6-c0af88df57bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:44.552457107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9279b3d9-8bc1-4f12-8ff6-c0af88df57bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:44.613410687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9279b3d9-8bc1-4f12-8ff6-c0af88df57bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:44.664897511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9279b3d9-8bc1-4f12-8ff6-c0af88df57bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:46.473529887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f86c09-99bc-4ddd-adb4-75db9f68b2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:46.523286173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f86c09-99bc-4ddd-adb4-75db9f68b2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:46.578636811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f86c09-99bc-4ddd-adb4-75db9f68b2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:46.627056729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f86c09-99bc-4ddd-adb4-75db9f68b2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:56.367381729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edc68e5-7598-450b-bd9d-eb8c02e629c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:56.415688006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edc68e5-7598-450b-bd9d-eb8c02e629c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:56.463921157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edc68e5-7598-450b-bd9d-eb8c02e629c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:56.512360548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edc68e5-7598-450b-bd9d-eb8c02e629c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:56.943695211Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8364b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8364b4","reconcileID":"874658d1-7796-4fea-8a2e-ed901b20bb29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8364b4","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8364b4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:57.89947963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:58.271818125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf028d01-eac4-4b3f-ad93-aef7231d7c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:58.320191652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf028d01-eac4-4b3f-ad93-aef7231d7c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:58.368484287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf028d01-eac4-4b3f-ad93-aef7231d7c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:33:58.416657511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf028d01-eac4-4b3f-ad93-aef7231d7c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:00.202879427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20bb76d-0684-475e-ad27-f4ba59f70ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:00.251187166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20bb76d-0684-475e-ad27-f4ba59f70ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:00.305516432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20bb76d-0684-475e-ad27-f4ba59f70ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:00.329621666Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ab1f97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ab1f97","reconcileID":"212ce7a8-7e72-46d5-a811-ccbb3d011496","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ab1f97","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-ab1f97":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:00.356880679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20bb76d-0684-475e-ad27-f4ba59f70ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.193502338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c210c6-1682-42fd-94d3-32b419c24dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.24177974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c210c6-1682-42fd-94d3-32b419c24dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.290092827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c210c6-1682-42fd-94d3-32b419c24dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.338724223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c210c6-1682-42fd-94d3-32b419c24dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.79359616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","namespace":"ai-tenant-e2e-ipp-b-306b57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.793767899Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","namespace":"ai-tenant-e2e-ipp-b-306b57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.79388701Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","tenant":"e2e-ipp-b-306b57","tenantID":"e2e-ipp-b-306b57","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.844285133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-306b57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.903175501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"Service","name":"maas-api-e2e-ipp-b-306b57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:02.953893964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-306b57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.004403213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-306b57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.05725722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.108480515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.159392374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.211610783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.27168136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.350628384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.405994058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"Service","name":"payload-processing-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.461132482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.512470183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.562802694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.690735736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.74200632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.791663245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.841191996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.904192847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-306b57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:03.956612617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-306b57"},"namespace":"ai-tenant-e2e-ipp-b-306b57","name":"default-tenant","reconcileID":"906b3971-708a-40ae-af40-9d8bdcb857e0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-306b57","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:04.247647829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f545be2-9eb3-48a9-82b6-d48f3575df03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:04.295915678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f545be2-9eb3-48a9-82b6-d48f3575df03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:04.344032039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f545be2-9eb3-48a9-82b6-d48f3575df03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:04.392650556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f545be2-9eb3-48a9-82b6-d48f3575df03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:06.280275178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e6a138-3821-4b3c-b556-1c8a0b759e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:06.328512809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e6a138-3821-4b3c-b556-1c8a0b759e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:06.377181102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e6a138-3821-4b3c-b556-1c8a0b759e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:06.42558231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e6a138-3821-4b3c-b556-1c8a0b759e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:06.667006766Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-306b57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-306b57","reconcileID":"843a7f9e-8d3f-40c9-9881-a1cc839553d9","aitenant":"ai-tenants/e2e-ipp-b-306b57","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:07.415704473Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-306b57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-306b57","reconcileID":"843a7f9e-8d3f-40c9-9881-a1cc839553d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-306b57","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-306b57"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:08.204162457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6841fbb8-ff7c-47a4-a344-ea37fc3a686c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:08.252781883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6841fbb8-ff7c-47a4-a344-ea37fc3a686c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:08.301341949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6841fbb8-ff7c-47a4-a344-ea37fc3a686c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:08.349960635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6841fbb8-ff7c-47a4-a344-ea37fc3a686c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:10.131697602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81761e6-77b8-4e7a-af6c-9d341e3a0534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:10.180575735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81761e6-77b8-4e7a-af6c-9d341e3a0534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:10.229851384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81761e6-77b8-4e7a-af6c-9d341e3a0534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:10.278551606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81761e6-77b8-4e7a-af6c-9d341e3a0534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:12.092474541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a240e-62a9-448c-8ff0-5549c9c0515d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:12.141046759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a240e-62a9-448c-8ff0-5549c9c0515d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:12.189558381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a240e-62a9-448c-8ff0-5549c9c0515d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:12.238057113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a240e-62a9-448c-8ff0-5549c9c0515d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:13.994380736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7298e403-4014-4410-b424-3aae35ffeeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:14.043456392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7298e403-4014-4410-b424-3aae35ffeeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:14.092065578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7298e403-4014-4410-b424-3aae35ffeeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:14.140679684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7298e403-4014-4410-b424-3aae35ffeeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:14.199382059Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c4f229","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c4f229","reconcileID":"cbfbb125-85a4-4147-a721-b09b8162c74c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c4f229","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-c4f229":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:15.916243964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415019af-caaf-4249-a8c7-e27668acbd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:15.965126631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415019af-caaf-4249-a8c7-e27668acbd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:16.014104394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415019af-caaf-4249-a8c7-e27668acbd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:16.062285642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415019af-caaf-4249-a8c7-e27668acbd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:26.412555299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2f7aee-6a29-4b2c-8a1c-6e64c8fe38d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:26.461719589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2f7aee-6a29-4b2c-8a1c-6e64c8fe38d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:26.510207597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2f7aee-6a29-4b2c-8a1c-6e64c8fe38d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:26.558823205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2f7aee-6a29-4b2c-8a1c-6e64c8fe38d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:27.938559746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:28.347067931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273e187e-c032-46ad-94f6-e8c52baa94f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:28.395732322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273e187e-c032-46ad-94f6-e8c52baa94f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:28.444132543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273e187e-c032-46ad-94f6-e8c52baa94f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:28.492518775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273e187e-c032-46ad-94f6-e8c52baa94f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:29.468640027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"f3669260-341e-4ec0-af87-3c8ae3550ad7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a6a07b","tenantID":"e2e-ipp-b-a6a07b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:29.575246824Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"f3669260-341e-4ec0-af87-3c8ae3550ad7","name":"e2e-ipp-b-a6a07b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:30.30339316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db05e55e-dbd5-4917-bdda-74270dbd7a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:30.351749673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db05e55e-dbd5-4917-bdda-74270dbd7a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:30.400332823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db05e55e-dbd5-4917-bdda-74270dbd7a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:30.44851063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db05e55e-dbd5-4917-bdda-74270dbd7a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:32.211400366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686207a2-28c2-4ca2-870e-7afd060e847c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:32.259811446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686207a2-28c2-4ca2-870e-7afd060e847c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:32.308053007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686207a2-28c2-4ca2-870e-7afd060e847c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:32.356424146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686207a2-28c2-4ca2-870e-7afd060e847c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:34.105072985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa699113-47d4-4c0f-9d18-bf9b50cb9517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:34.153567686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa699113-47d4-4c0f-9d18-bf9b50cb9517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:34.201830776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa699113-47d4-4c0f-9d18-bf9b50cb9517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:34.250161237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa699113-47d4-4c0f-9d18-bf9b50cb9517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:36.082753055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f476100-e9ab-418f-91d5-d2d12db2eeb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:36.131418478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f476100-e9ab-418f-91d5-d2d12db2eeb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:36.179671461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f476100-e9ab-418f-91d5-d2d12db2eeb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:36.227970525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f476100-e9ab-418f-91d5-d2d12db2eeb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:37.975882719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3cbc7f-3012-4050-9bf8-a4196617de51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:38.026503539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3cbc7f-3012-4050-9bf8-a4196617de51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:38.075580994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3cbc7f-3012-4050-9bf8-a4196617de51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:38.125724159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3cbc7f-3012-4050-9bf8-a4196617de51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:39.875315831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e66f44-fbd8-4ae0-926c-f23639771bba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:39.923849691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e66f44-fbd8-4ae0-926c-f23639771bba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:39.972342689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e66f44-fbd8-4ae0-926c-f23639771bba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:40.021479975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e66f44-fbd8-4ae0-926c-f23639771bba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:41.79386566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386e4a3d-e76f-4603-ab37-069e77be312c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:41.84659007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386e4a3d-e76f-4603-ab37-069e77be312c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:41.906171246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386e4a3d-e76f-4603-ab37-069e77be312c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:41.955171106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386e4a3d-e76f-4603-ab37-069e77be312c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:34:57.903611264Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:00.714000869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"0834bfd8-adf1-4566-892c-77455e4d9307","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8364b4","tenantID":"e2e-ipp-b-8364b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:00.820055795Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"0834bfd8-adf1-4566-892c-77455e4d9307","name":"e2e-ipp-b-8364b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:03.804567501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"36dc3af9-261f-4203-8bf2-7221a4c66b4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:03.918511044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"b88a27ea-d95e-4a14-b3a5-71ec3575f129","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.032766779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"28b6a0e0-38e2-4db3-a25a-0b3ccaeaa27f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.137178532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"660be871-3d9e-4ab8-974c-52a14329b840","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.321142232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"7e277a70-9f1f-4987-8275-609d018cde65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.411171249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e0849dd-a89a-42f3-a9af-feb5bf14999c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.510537103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c95107e-d5dc-4ab1-b94c-6025f60426d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.532487749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"17298c2b-ecc5-45a0-b12b-0cd7bd0905a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.75449291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"cb40d6f8-cd1b-435f-9d9f-bfc6c162d279","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.865404323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"186a704d-5683-40bf-a00f-89fa22a5ce44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.965356391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"e778fe3a-6866-4fef-9da3-1a21b241e2f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:04.982119973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"0ac215ac-2f83-41fd-96f1-eb306df0e268","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:05.213522734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"7795c99e-3637-456e-8d88-c40baabc63d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ab1f97","tenantID":"e2e-api-a-ab1f97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:05.320057806Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"7795c99e-3637-456e-8d88-c40baabc63d5","name":"e2e-api-a-ab1f97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:20.030081795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"728e4ce6-9702-48e0-99d1-96d4f95a2de9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:20.203837471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"2e9145d9-7657-44cc-9086-eeec8cecb747","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:20.311326283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"21c499c7-cd88-477d-b8bb-9c265022bb20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:20.315769374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"a3cec097-42cb-409e-8d54-7a388ef88c74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:20.535433257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"7ac51bf7-c0f3-440a-92b4-42bfefe27690","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:20.647656946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"1bcdb2bb-1751-4673-a966-690286e40c78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:20.758293989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"cfa4af76-80c5-4218-9659-0bd8135d07b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:20.864517862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"ffbe42a6-1bd7-4d64-b1fd-6870d7935406","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:21.033271256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51d41302-b33c-4d1b-97d4-4cc52427bac7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:21.134843718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"e7d3f522-bed5-40d7-b020-69c2a4d1746c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:21.159815321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8c3bc49-e6d0-4870-8879-f86de5bd4427","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:21.234890925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"b4d88319-43be-4ca9-a698-9e1e448d15d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:23.020294354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"4b4adce4-fa3e-470e-a221-dafe9f43cc6e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c4f229","tenantID":"e2e-praxis-a-c4f229","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:23.127477466Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"4b4adce4-fa3e-470e-a221-dafe9f43cc6e","name":"e2e-praxis-a-c4f229-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:27.900049212Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:41.921485555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e13514c-8038-47cf-bcf7-5dc5a66c5bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:41.969987184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e13514c-8038-47cf-bcf7-5dc5a66c5bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:42.018661668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e13514c-8038-47cf-bcf7-5dc5a66c5bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:42.067521586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e13514c-8038-47cf-bcf7-5dc5a66c5bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:43.860436348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080b5905-97df-4169-8a80-dc92d159e199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:43.909539637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080b5905-97df-4169-8a80-dc92d159e199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:43.958909089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080b5905-97df-4169-8a80-dc92d159e199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:44.007950913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080b5905-97df-4169-8a80-dc92d159e199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:35:57.901027361Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:11.19608566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c43f4ec-899b-412a-b5e1-4e4e61e9e88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:11.245516827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c43f4ec-899b-412a-b5e1-4e4e61e9e88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:11.293795214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c43f4ec-899b-412a-b5e1-4e4e61e9e88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:11.342099054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c43f4ec-899b-412a-b5e1-4e4e61e9e88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:13.104033042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3739bbd4-00d1-4b42-b53d-e2af298cdc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:13.152272022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3739bbd4-00d1-4b42-b53d-e2af298cdc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:13.200638437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3739bbd4-00d1-4b42-b53d-e2af298cdc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:13.249025495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3739bbd4-00d1-4b42-b53d-e2af298cdc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:15.009262598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc43d4f-f668-4424-ad5d-88a77d12f8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:15.057522572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc43d4f-f668-4424-ad5d-88a77d12f8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:15.105965414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc43d4f-f668-4424-ad5d-88a77d12f8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:15.154597347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc43d4f-f668-4424-ad5d-88a77d12f8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:16.936999325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04e4626-b1b8-4061-ae3e-77d111abbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:16.985441562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04e4626-b1b8-4061-ae3e-77d111abbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:17.036196136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04e4626-b1b8-4061-ae3e-77d111abbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:17.085036819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04e4626-b1b8-4061-ae3e-77d111abbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.19594391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"c148d813-bb29-4929-9a34-e07674a1c7a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.496216272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"a809be62-2cba-4f12-894d-1ba3665f0215","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.597253105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b3c7fb8-f417-4f26-9b33-8b1c88adac13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.628299673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"667b69c9-5ffc-495b-b031-2c8ac800d11c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.742062958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"cef2871f-7fc1-495c-a17e-c126b1d8697d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.822872874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9c689b-086f-4685-8f33-70470ba112a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.843120989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"e0690c0f-f28d-45ee-8c78-b9625d0adeec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.855612244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"8c4ae3bf-e8e4-463f-baee-243aa69193fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.871117574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9c689b-086f-4685-8f33-70470ba112a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.919717061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9c689b-086f-4685-8f33-70470ba112a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:18.968477314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9c689b-086f-4685-8f33-70470ba112a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:19.01675199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"04a43b1f-2f96-4a9b-a996-52528764286a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:19.114013378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6caa5a91-4a63-487a-ab07-fa5245b43a28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:19.165115926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"a5b600e3-5bf1-433a-9995-1aca2eda2d79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:19.362289973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"d336ec29-72ec-4705-af4c-fb94d8b215e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:19.462608802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"da47ca0c-d411-4517-9e0b-e2451a7a9985","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:22.232956527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f88775f-bb6d-4816-aded-82741c14f1a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:22.232984073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f88775f-bb6d-4816-aded-82741c14f1a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:22.285839171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad4b458e-d81a-4af1-ae05-122323c5593e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:22.28586014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad4b458e-d81a-4af1-ae05-122323c5593e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:22.381886202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"eb7012a2-f0f9-4930-af97-b2d11e073758","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ab1f97","tenantID":"e2e-api-a-ab1f97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:22.496160056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"eb7012a2-f0f9-4930-af97-b2d11e073758","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"name":"e2e-api-a-ab1f97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:22.546755068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ab1f97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"eb7012a2-f0f9-4930-af97-b2d11e073758","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:22.599888323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2b7791d-a9c1-404f-8e23-52aa9ce3aa17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:22.59991478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2b7791d-a9c1-404f-8e23-52aa9ce3aa17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:26.287054793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f312004-fff5-4010-a09f-da486bee3fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:26.335408655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f312004-fff5-4010-a09f-da486bee3fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:26.383932469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f312004-fff5-4010-a09f-da486bee3fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:26.432369964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f312004-fff5-4010-a09f-da486bee3fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:26.889714051Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-dc57be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-dc57be","reconcileID":"c8f93806-e7f6-4db4-aa8f-3c1d4641dd09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-dc57be","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-dc57be":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:27.904182944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:28.19044569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f461c1a6-e042-427f-9218-6813b0aef332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:28.23874007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f461c1a6-e042-427f-9218-6813b0aef332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:28.28694019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f461c1a6-e042-427f-9218-6813b0aef332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:28.335419648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f461c1a6-e042-427f-9218-6813b0aef332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:30.103098419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7f29b9-036b-4f86-a9fd-4ad560d19ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:30.151448237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7f29b9-036b-4f86-a9fd-4ad560d19ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:30.199888916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7f29b9-036b-4f86-a9fd-4ad560d19ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:30.250836227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7f29b9-036b-4f86-a9fd-4ad560d19ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:32.697751607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"f556867c-668c-4d4a-89f6-a7930d5c2aff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ab1f97","tenantID":"e2e-api-a-ab1f97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:32.75007358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"f556867c-668c-4d4a-89f6-a7930d5c2aff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"name":"e2e-api-a-ab1f97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:32.801151868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ab1f97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"f556867c-668c-4d4a-89f6-a7930d5c2aff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:35.604595672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb1ef94-c8b6-4aa5-a66e-b1d9adc6570c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:35.653261441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb1ef94-c8b6-4aa5-a66e-b1d9adc6570c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:35.702407585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb1ef94-c8b6-4aa5-a66e-b1d9adc6570c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:35.750983665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb1ef94-c8b6-4aa5-a66e-b1d9adc6570c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:37.494565731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2de19ec-f22b-43f7-92b4-11785c50b1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:37.542907027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2de19ec-f22b-43f7-92b4-11785c50b1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:37.591702232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2de19ec-f22b-43f7-92b4-11785c50b1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:37.640251441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2de19ec-f22b-43f7-92b4-11785c50b1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:42.009164784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff4c349-0660-487f-ada5-a415df777d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:42.057638398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff4c349-0660-487f-ada5-a415df777d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:42.1064139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff4c349-0660-487f-ada5-a415df777d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:42.154958552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff4c349-0660-487f-ada5-a415df777d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:42.570784669Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0be11e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0be11e","reconcileID":"d8a8b491-72a4-4eb3-aa6c-f6c9afc3351b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-0be11e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-0be11e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:42.89917161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"a7889fd3-9840-4630-be39-2af515d5c225","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ab1f97","tenantID":"e2e-api-a-ab1f97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:42.954803125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"a7889fd3-9840-4630-be39-2af515d5c225","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"name":"e2e-api-a-ab1f97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:43.010286005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ab1f97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b9a446fd2df6f1e2ac8741c9a6e6cb527f56d9f466437b558ba894fb57de9e9) AuthConfig (46b0a06f5729a5403b20a3f087dcb0f0f6e1e10a1dcde8ed1cc4339345460437) AuthConfig (5f4c3940a7dce314beeb9cc6600457dabd8ebfbd9888b8aae0d4841c677c95bb) AuthConfig (f6f5db219fea221a0b19a98efffadf90e404f17801f83ff139b3b1de36a4709f) AuthConfig (2e8d8104125e2cb9e71064515f7205531bd14e230804702f6c764158d1567e1f) AuthConfig (d209351b0e1af11cf594451187503de488281e92892b51db31a852cbb59ec9d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"a7889fd3-9840-4630-be39-2af515d5c225","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:43.066044403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44c6dcc-3af0-4daf-9b15-fae8595a2c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:43.066065237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44c6dcc-3af0-4daf-9b15-fae8595a2c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:44.007289905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27970ff3-ed6e-4650-8b58-bf03a6efbbce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:44.055889546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27970ff3-ed6e-4650-8b58-bf03a6efbbce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:44.104258547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27970ff3-ed6e-4650-8b58-bf03a6efbbce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:44.152744962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27970ff3-ed6e-4650-8b58-bf03a6efbbce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:45.910017958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb56a76f-aa4e-4fb6-8005-50d3050d7100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:45.962522019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb56a76f-aa4e-4fb6-8005-50d3050d7100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:46.02326799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb56a76f-aa4e-4fb6-8005-50d3050d7100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:46.071709507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb56a76f-aa4e-4fb6-8005-50d3050d7100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:53.165060068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"dd2b1262-6abd-43c8-8ab1-7b5958c2ec9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ab1f97","tenantID":"e2e-api-a-ab1f97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:53.217108736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"dd2b1262-6abd-43c8-8ab1-7b5958c2ec9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"name":"e2e-api-a-ab1f97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:53.26820801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ab1f97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b9a446fd2df6f1e2ac8741c9a6e6cb527f56d9f466437b558ba894fb57de9e9) AuthConfig (46b0a06f5729a5403b20a3f087dcb0f0f6e1e10a1dcde8ed1cc4339345460437) AuthConfig (5f4c3940a7dce314beeb9cc6600457dabd8ebfbd9888b8aae0d4841c677c95bb) AuthConfig (f6f5db219fea221a0b19a98efffadf90e404f17801f83ff139b3b1de36a4709f) AuthConfig (2e8d8104125e2cb9e71064515f7205531bd14e230804702f6c764158d1567e1f) AuthConfig (d209351b0e1af11cf594451187503de488281e92892b51db31a852cbb59ec9d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"dd2b1262-6abd-43c8-8ab1-7b5958c2ec9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:36:57.899890304Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:03.365550127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"422ca6f2-04d3-4db4-88db-68b727590792","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ab1f97","tenantID":"e2e-api-a-ab1f97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:03.418204801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"422ca6f2-04d3-4db4-88db-68b727590792","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"name":"e2e-api-a-ab1f97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:03.665834983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b47bb734-16b4-45f4-a930-f014c2bcf08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:03.665856273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b47bb734-16b4-45f4-a930-f014c2bcf08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.371716219Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","namespace":"ai-tenant-e2e-ipp-a-fc8ad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.371777231Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","namespace":"ai-tenant-e2e-ipp-a-fc8ad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.371837424Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","tenant":"e2e-ipp-a-fc8ad9","tenantID":"e2e-ipp-a-fc8ad9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.422156266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"Deployment","name":"maas-api-e2e-ipp-a-fc8ad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.484291328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"Service","name":"maas-api-e2e-ipp-a-fc8ad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.537280788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-fc8ad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.587648161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-fc8ad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.640165347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.701605284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.754546201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.816967859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.867756823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.918731259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:12.974867038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"Service","name":"payload-processing-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:13.030614505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:13.081070955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:13.131070952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:13.182192321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:13.233623342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:13.283846437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:13.33425851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:13.389652513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-fc8ad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:13.442489498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fc8ad9"},"namespace":"ai-tenant-e2e-ipp-a-fc8ad9","name":"default-tenant","reconcileID":"f0b5f9d5-4d37-4d59-9b15-e719b451af7a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-fc8ad9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:16.65536776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48dc5b10-5e5e-4a3f-82dd-111588077a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:16.704146252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48dc5b10-5e5e-4a3f-82dd-111588077a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:16.752657011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48dc5b10-5e5e-4a3f-82dd-111588077a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:16.800973878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48dc5b10-5e5e-4a3f-82dd-111588077a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:17.188600678Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fc8ad9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fc8ad9","reconcileID":"2a7c02c6-6a62-4142-9df4-f90f06a99a6d","aitenant":"ai-tenants/e2e-ipp-a-fc8ad9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:17.936491885Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fc8ad9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fc8ad9","reconcileID":"2a7c02c6-6a62-4142-9df4-f90f06a99a6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fc8ad9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-fc8ad9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:18.664739305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd110ce-296f-47de-9d23-e65279e31b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:18.729509326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd110ce-296f-47de-9d23-e65279e31b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:18.781379764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd110ce-296f-47de-9d23-e65279e31b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:18.846080686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd110ce-296f-47de-9d23-e65279e31b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:20.61223225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b7a881-6367-4b94-98e6-ba70a472e1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:20.660758923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b7a881-6367-4b94-98e6-ba70a472e1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:20.709164695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b7a881-6367-4b94-98e6-ba70a472e1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:20.758053357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b7a881-6367-4b94-98e6-ba70a472e1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:22.519709531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db69c8d7-f4f6-4cb6-8179-b9e468468c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:22.568698675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db69c8d7-f4f6-4cb6-8179-b9e468468c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:22.617031002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db69c8d7-f4f6-4cb6-8179-b9e468468c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:22.665467448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db69c8d7-f4f6-4cb6-8179-b9e468468c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:26.040777506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2fcbde-56a0-4cdc-a4e5-ec3d689b3baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:26.08921316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2fcbde-56a0-4cdc-a4e5-ec3d689b3baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:26.137622844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2fcbde-56a0-4cdc-a4e5-ec3d689b3baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:26.186123735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2fcbde-56a0-4cdc-a4e5-ec3d689b3baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:27.900328507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:27.930777475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7aa4c7c-bbaa-471f-a336-4a8c6446c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:27.979256807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7aa4c7c-bbaa-471f-a336-4a8c6446c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:28.027721422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7aa4c7c-bbaa-471f-a336-4a8c6446c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:28.076162819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7aa4c7c-bbaa-471f-a336-4a8c6446c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:29.818452151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6d0a74-0803-4f0a-a53d-173f643d4c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:29.866595422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6d0a74-0803-4f0a-a53d-173f643d4c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:29.915030043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6d0a74-0803-4f0a-a53d-173f643d4c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:29.963453913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6d0a74-0803-4f0a-a53d-173f643d4c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:30.47012675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"001a4de4-8515-431c-aebb-a02928f846b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:30.544935216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"91eda79d-c87b-4be3-a9ba-05384dbb971b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:30.644821263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"b5c20682-5374-40b4-8f1b-3466d69516fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:30.755096493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"a9cbcb3b-f6d3-45a7-bb30-36b1915d6285","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:30.866666747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"b36e16f8-30f9-48ee-b4fd-41329619a901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:31.037461614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"7ba34098-a486-4269-9a48-44b04663c748","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:31.136358516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"96a0c30c-295d-4df8-aedf-b5131f2c0e05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:31.236707096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2685951d-4410-499f-88ae-8496ea387b66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:31.336922007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"7a533e1b-4b3c-4620-b141-bd00f5b8e063","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:31.544690544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"479afea6-e486-4a70-8c35-40f486b19c1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:31.658364259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"87d690e9-7f4c-4d7e-ad78-4a315ebecc11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:31.773068942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0de7cf5b-1606-4d20-91de-567164a7a1ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:38.325732387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"be12dfab-616b-4fa3-b476-d4c42b89932e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:38.432921102Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"be12dfab-616b-4fa3-b476-d4c42b89932e","name":"e2e-api-b-dc57be-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.32137458Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","namespace":"ai-tenant-e2e-ipp-a-f4d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.321435041Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","namespace":"ai-tenant-e2e-ipp-a-f4d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.321504237Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","tenant":"e2e-ipp-a-f4d444","tenantID":"e2e-ipp-a-f4d444","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.373429483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f4d444","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.429028807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"Service","name":"maas-api-e2e-ipp-a-f4d444","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.479823729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f4d444","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.529607434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f4d444","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.579865152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.63061349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.681243188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.733452844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.78634522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.836214767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.891456243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"Service","name":"payload-processing-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.946578198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:47.996917071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:48.046980496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:48.098158851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:48.149209026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:48.199156058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:48.249232203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:48.300743794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f4d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:48.354637219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f4d444"},"namespace":"ai-tenant-e2e-ipp-a-f4d444","name":"default-tenant","reconcileID":"58aa2efc-017c-473a-90f6-b52ad0060df9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f4d444","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:52.727527181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"03678e58-7e60-442a-a351-23245b4325ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-0be11e","tenantID":"e2e-praxis-b-0be11e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:52.833880808Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"03678e58-7e60-442a-a351-23245b4325ff","name":"e2e-praxis-b-0be11e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:52.887242059Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","namespace":"ai-tenant-e2e-ipp-b-38283b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:52.887345224Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","namespace":"ai-tenant-e2e-ipp-b-38283b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:52.887396006Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","tenant":"e2e-ipp-b-38283b","tenantID":"e2e-ipp-b-38283b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:52.93742911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"Deployment","name":"maas-api-e2e-ipp-b-38283b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:52.994647018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"Service","name":"maas-api-e2e-ipp-b-38283b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.045549723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-38283b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.09571294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-38283b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.14600357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.197540492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.250988686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.301784367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.352585717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.402770084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.457775591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"Service","name":"payload-processing-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.515108155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.565100601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.61533623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.666426462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.717872542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.767489359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.816980453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.869068904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-38283b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:53.919102534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-38283b"},"namespace":"ai-tenant-e2e-ipp-b-38283b","name":"default-tenant","reconcileID":"fe18e910-cf41-49b0-b52a-995dff362fea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-38283b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:57.901137942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:58.145597642Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f4d444","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f4d444","reconcileID":"35429420-e115-4dbb-be20-853bc44a6d79","aitenant":"ai-tenants/e2e-ipp-a-f4d444","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:58.692239947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c01a1a-e78f-47f7-b6a8-89151d331724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:58.740997709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c01a1a-e78f-47f7-b6a8-89151d331724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:58.789834645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c01a1a-e78f-47f7-b6a8-89151d331724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:58.839206276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c01a1a-e78f-47f7-b6a8-89151d331724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:58.894195065Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f4d444","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f4d444","reconcileID":"35429420-e115-4dbb-be20-853bc44a6d79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f4d444","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f4d444"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:37:59.451557017Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-38283b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-38283b","reconcileID":"e9377eb5-585d-451b-bac9-2a1cc755b86d","aitenant":"ai-tenants/e2e-ipp-b-38283b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:00.193690458Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-38283b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-38283b","reconcileID":"e9377eb5-585d-451b-bac9-2a1cc755b86d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-38283b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-38283b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:00.692537796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36e5f78-4137-42a4-8c11-849413b6e7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:00.741210934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36e5f78-4137-42a4-8c11-849413b6e7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:00.794182093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36e5f78-4137-42a4-8c11-849413b6e7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:00.853081265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b36e5f78-4137-42a4-8c11-849413b6e7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:02.597419439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c422390e-96ad-4637-b454-f1641df60d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:02.64571132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c422390e-96ad-4637-b454-f1641df60d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:02.693988912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c422390e-96ad-4637-b454-f1641df60d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:02.744531452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c422390e-96ad-4637-b454-f1641df60d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:16.491225382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9fc9da-397b-4fa6-8c71-4734a3de5155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:16.539509696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9fc9da-397b-4fa6-8c71-4734a3de5155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:16.587873506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9fc9da-397b-4fa6-8c71-4734a3de5155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:16.636239746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9fc9da-397b-4fa6-8c71-4734a3de5155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:18.394073474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f40d71-f378-42c3-85d6-573b38d9c45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:18.442578255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f40d71-f378-42c3-85d6-573b38d9c45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:18.490966453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f40d71-f378-42c3-85d6-573b38d9c45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:18.539270032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f40d71-f378-42c3-85d6-573b38d9c45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:27.886792333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484dedf-f2c4-4a01-a3a1-2c58441b3bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:27.901287491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:27.935566532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484dedf-f2c4-4a01-a3a1-2c58441b3bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:27.983787082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484dedf-f2c4-4a01-a3a1-2c58441b3bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:28.032218048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484dedf-f2c4-4a01-a3a1-2c58441b3bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:28.460929492Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-63e947","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-63e947","reconcileID":"96f5826b-74d7-428a-a7dd-f2e5694f0044","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-63e947","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-63e947":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:29.785098909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70376bb5-6dae-429b-8bef-7cb572ea7932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:29.833499974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70376bb5-6dae-429b-8bef-7cb572ea7932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:29.881789025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70376bb5-6dae-429b-8bef-7cb572ea7932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:29.930115123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70376bb5-6dae-429b-8bef-7cb572ea7932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:31.712626147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903f2d0d-93f4-4079-9b81-45e071bda795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:31.760952437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903f2d0d-93f4-4079-9b81-45e071bda795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:31.809943862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903f2d0d-93f4-4079-9b81-45e071bda795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:31.858680413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903f2d0d-93f4-4079-9b81-45e071bda795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:33.630037816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a216342-2ae2-48b9-9ecf-28eeb205027a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:33.678702002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a216342-2ae2-48b9-9ecf-28eeb205027a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:33.726938411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a216342-2ae2-48b9-9ecf-28eeb205027a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:33.775211415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a216342-2ae2-48b9-9ecf-28eeb205027a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:45.864027004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"5c30409d-57e1-4244-8927-010f82ff5292","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:45.864060545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"5c30409d-57e1-4244-8927-010f82ff5292","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:45.899990807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbd3ed6-5911-4ec5-9997-e68d484d7bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:45.948634182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbd3ed6-5911-4ec5-9997-e68d484d7bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:45.997079074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbd3ed6-5911-4ec5-9997-e68d484d7bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:46.045411044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbd3ed6-5911-4ec5-9997-e68d484d7bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:47.799794777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0d3bea-3cb9-4ea7-9cc8-05d2d28b92b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:47.848557263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0d3bea-3cb9-4ea7-9cc8-05d2d28b92b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:47.897139854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0d3bea-3cb9-4ea7-9cc8-05d2d28b92b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:47.945695252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0d3bea-3cb9-4ea7-9cc8-05d2d28b92b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:49.713225346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ffb53-4481-46df-9da7-fc789f5e06d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:49.762517311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ffb53-4481-46df-9da7-fc789f5e06d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:49.811082129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ffb53-4481-46df-9da7-fc789f5e06d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:49.859627139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ffb53-4481-46df-9da7-fc789f5e06d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:50.281108527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4cf6dbd-91b4-4d83-b797-e7055cb339b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:50.281133226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4cf6dbd-91b4-4d83-b797-e7055cb339b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:50.331561826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90cba9a0-a989-4a79-b0fd-766c7bfc1a29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:50.331581916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90cba9a0-a989-4a79-b0fd-766c7bfc1a29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:50.427800563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"ae68f586-a64c-4734-99f5-160f1b632366","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:50.541074246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"ae68f586-a64c-4734-99f5-160f1b632366","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"name":"e2e-api-b-dc57be-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:50.591833456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc57be-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"ae68f586-a64c-4734-99f5-160f1b632366","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:50.644826693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7b8189-2cc8-4e06-96b6-0ac17af4b606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:50.644846492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7b8189-2cc8-4e06-96b6-0ac17af4b606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.289281839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"96010419-6181-4651-bb94-543e79fbf2f9","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.289334139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"96010419-6181-4651-bb94-543e79fbf2f9","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.341627228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"9d5ed318-f39a-4cc2-9016-20de457a132c","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.341646836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"9d5ed318-f39a-4cc2-9016-20de457a132c","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.439436265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"5d8654ce-6264-4751-aa50-9076603b1ac4","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.552561186Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"5d8654ce-6264-4751-aa50-9076603b1ac4","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.603027685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7795f9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"5d8654ce-6264-4751-aa50-9076603b1ac4","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.655773739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"b7a3709b-3356-4166-889e-447e188d341f","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.655791813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"b7a3709b-3356-4166-889e-447e188d341f","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.688563667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc58242-7278-427d-aff6-cff1411acb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.737003666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc58242-7278-427d-aff6-cff1411acb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.785375524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc58242-7278-427d-aff6-cff1411acb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:51.833561112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc58242-7278-427d-aff6-cff1411acb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:53.590212789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6194f576-82c9-47a2-94c9-e6ca6ec628b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:53.638529685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6194f576-82c9-47a2-94c9-e6ca6ec628b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:53.686668279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6194f576-82c9-47a2-94c9-e6ca6ec628b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:53.734892481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6194f576-82c9-47a2-94c9-e6ca6ec628b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:54.154537995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"7f4eef43-73b2-497b-90c4-64f11ced8682","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:54.415359124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"408435ec-4845-498e-b392-3e516d7e7bcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:54.525244689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"b5214e9b-4809-40af-b392-91ff897cd616","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:54.62477385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"61c8a172-792f-4aca-930c-7825bf42db76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:54.639112616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"cb3ad439-b1b9-4b0d-9fb2-a1de4d69e407","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:54.764816018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"8084797d-9491-456a-8107-a9ee88d6b2f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:54.931751172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"395fad3a-51c6-4152-916f-08326c472c15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:55.031707927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"0e0cc12a-3051-4ab0-a0c3-d6f032853c26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:55.047648005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"37a84cfc-d507-405a-90dc-17cb63bb28d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:55.213486369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"7e29c69f-ad8d-46e3-b128-317c9d43c7ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:55.384452237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"8d01e0d0-6970-48f9-a7f2-cdf4d3be00f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:55.496176731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c27062d-ce6e-4e61-ba61-22b8dcc3e217","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:56.720616262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"20136f45-574e-4160-8600-f61bc8c5280d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:56.720723088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"073a6e76-cbcb-4965-b321-c85690008fe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:56.720741585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"073a6e76-cbcb-4965-b321-c85690008fe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:56.917062495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"20136f45-574e-4160-8600-f61bc8c5280d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ab1f97","tenantID":"e2e-api-a-ab1f97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:57.032023221Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"20136f45-574e-4160-8600-f61bc8c5280d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"name":"e2e-api-a-ab1f97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:57.032046725Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"e2e-e2e-api-a-ab1f97-policy","reconcileID":"20136f45-574e-4160-8600-f61bc8c5280d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ab1f97-policy","namespace":"ai-tenant-e2e-api-a-ab1f97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ab1f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:57.084289869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63800175-4f31-4712-9569-9ce87ffcf841","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:57.08433292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63800175-4f31-4712-9569-9ce87ffcf841","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:57.900433509Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.014876507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4305851b-67dc-4964-a93e-553046029ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.0631137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4305851b-67dc-4964-a93e-553046029ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.112174999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4305851b-67dc-4964-a93e-553046029ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.162192115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4305851b-67dc-4964-a93e-553046029ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.22607406Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","namespace":"ai-tenant-e2e-ipp-b-a6a07b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.226157285Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","namespace":"ai-tenant-e2e-ipp-b-a6a07b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.226219157Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","tenant":"e2e-ipp-b-a6a07b","tenantID":"e2e-ipp-b-a6a07b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.276565756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a6a07b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.333758566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"Service","name":"maas-api-e2e-ipp-b-a6a07b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.425756278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a6a07b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.475294734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a6a07b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.525524262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.575764472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.628420262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.678616022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.735100717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.785590722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.842186848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"Service","name":"payload-processing-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.900666616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:58.950810971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:59.002981802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:59.053913906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:59.105409426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:59.201429045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:59.251195559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:59.300816814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a6a07b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:59.351081636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a6a07b"},"namespace":"ai-tenant-e2e-ipp-b-a6a07b","name":"default-tenant","reconcileID":"2a4aa7dd-b0a3-4dd3-b524-51446c85e643","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a6a07b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:38:59.961920942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d524ea1-a0d8-4a77-9970-eb04559b6fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:00.010255525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d524ea1-a0d8-4a77-9970-eb04559b6fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:00.05861666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d524ea1-a0d8-4a77-9970-eb04559b6fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:00.107058945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d524ea1-a0d8-4a77-9970-eb04559b6fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:00.74145267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"e76315fc-d3d0-4e4a-ab78-f39195297ac5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:00.793614944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"e76315fc-d3d0-4e4a-ab78-f39195297ac5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"name":"e2e-api-b-dc57be-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:00.844823723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc57be-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"e76315fc-d3d0-4e4a-ab78-f39195297ac5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:01.754582665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"2fc18e7e-cdb8-4c45-98e2-7d923765fb52","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:01.807492031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"2fc18e7e-cdb8-4c45-98e2-7d923765fb52","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:01.857940554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7795f9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"2fc18e7e-cdb8-4c45-98e2-7d923765fb52","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:01.863736653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c2fc18-5925-4d50-8eb5-0b892b5bf175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:01.912142645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c2fc18-5925-4d50-8eb5-0b892b5bf175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:01.9616441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c2fc18-5925-4d50-8eb5-0b892b5bf175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:02.010645306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c2fc18-5925-4d50-8eb5-0b892b5bf175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:03.763644354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67b4d92-780b-4ae2-88a7-390ac5fa325c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:03.814843957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67b4d92-780b-4ae2-88a7-390ac5fa325c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:03.865568629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67b4d92-780b-4ae2-88a7-390ac5fa325c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:03.913887418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67b4d92-780b-4ae2-88a7-390ac5fa325c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:05.237491618Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a6a07b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a6a07b","reconcileID":"fa65c8bf-ec8b-42ac-98bc-f548c1337e56","aitenant":"ai-tenants/e2e-ipp-b-a6a07b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:05.664549383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f786d5-1904-4153-95ae-be541a0b3c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:05.713741327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f786d5-1904-4153-95ae-be541a0b3c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:05.762024338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f786d5-1904-4153-95ae-be541a0b3c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:05.810500748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f786d5-1904-4153-95ae-be541a0b3c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:05.966973693Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a6a07b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a6a07b","reconcileID":"fa65c8bf-ec8b-42ac-98bc-f548c1337e56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a6a07b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a6a07b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:07.56711451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8583611-15ec-4ecb-9a3b-6b7915fb4542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:07.615587143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8583611-15ec-4ecb-9a3b-6b7915fb4542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:07.664524295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8583611-15ec-4ecb-9a3b-6b7915fb4542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:07.712786009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8583611-15ec-4ecb-9a3b-6b7915fb4542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:09.481416254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67cea52d-c699-4a96-8a65-54d1938067af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:09.529792305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67cea52d-c699-4a96-8a65-54d1938067af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:09.578837666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67cea52d-c699-4a96-8a65-54d1938067af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:09.626987326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67cea52d-c699-4a96-8a65-54d1938067af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:11.045372401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"0b32d07b-1109-43a8-9ce1-5843b45ecad1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:11.099241525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"0b32d07b-1109-43a8-9ce1-5843b45ecad1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"name":"e2e-api-b-dc57be-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:11.150223046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc57be-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"0b32d07b-1109-43a8-9ce1-5843b45ecad1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:11.517541675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fa588a-d9cf-4e17-a3a6-ac2805d52add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:11.566161461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fa588a-d9cf-4e17-a3a6-ac2805d52add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:11.61445899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fa588a-d9cf-4e17-a3a6-ac2805d52add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:11.663582143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fa588a-d9cf-4e17-a3a6-ac2805d52add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:11.958268781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"090a3d97-2266-4e48-896f-b147c6f7184d","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:12.011927404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"090a3d97-2266-4e48-896f-b147c6f7184d","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:12.062651127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7795f9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"090a3d97-2266-4e48-896f-b147c6f7184d","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:12.83536829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"8ad2274c-94cf-490c-95d1-87d3bf525812","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:12.841922069Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-44eb96","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-44eb96","reconcileID":"47780083-8844-4a49-a6a6-018cc5edfb57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-44eb96","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-44eb96":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:12.991193143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"ae6a03c1-177e-4fe2-a11d-4edc986b185f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.08951213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"288d7504-288f-4484-8563-822c49d28f91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.14277765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"6103a4c1-1030-4e05-9bf0-b6d7ea480fcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.143705121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"d25f97d7-0932-436f-82ee-5d880e3952a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.244664978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5730206-87df-458a-98b8-176f196cc7dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.343766735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c196f5b-b2bc-430f-8d9a-20c7f001a70d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.456223012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"14e7947e-c2f9-44d6-8dc0-503ea9f158ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.509454608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44157ef-5e21-40a0-95d9-d7cb807bee2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.554624697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"9394fdaf-b9ad-437b-bd6c-24e5574d7c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.55785774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44157ef-5e21-40a0-95d9-d7cb807bee2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.606203912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44157ef-5e21-40a0-95d9-d7cb807bee2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.654623546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44157ef-5e21-40a0-95d9-d7cb807bee2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.753250468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"ee4bb260-54af-4511-9e44-a44305539998","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:13.947571017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"8d5bde97-a648-475c-806b-212a222d6779","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:14.008474174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"747ffc9d-0698-4f0d-b0b9-f81b204c0469","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:15.398769742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6137787f-afd5-4619-97fc-b9ea2416c23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:15.447532384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6137787f-afd5-4619-97fc-b9ea2416c23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:15.495622389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6137787f-afd5-4619-97fc-b9ea2416c23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:15.543753876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6137787f-afd5-4619-97fc-b9ea2416c23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:17.327483407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3b897e-0685-47d1-8fcc-f410d4cc00cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:17.379012373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3b897e-0685-47d1-8fcc-f410d4cc00cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:17.428249363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3b897e-0685-47d1-8fcc-f410d4cc00cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:17.476754683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3b897e-0685-47d1-8fcc-f410d4cc00cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:21.252223746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"954da549-7eb1-49b8-b1cf-2ba07c127764","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:21.317918786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"954da549-7eb1-49b8-b1cf-2ba07c127764","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"name":"e2e-api-b-dc57be-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:21.369123707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc57be-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b34d89db879037709631db793b187ce120613f5a63354edaaa87f0992c00a4f) AuthConfig (d017ca4c6be381fbc28b2024e0a317c12a43f6896f067bc851334a44598a3285) AuthConfig (12903e31dd6fc37fa784daf7281bf60c4c957eeb83d164c6c31558b2fe3378f3) AuthConfig (330e27f200475eba2352f9a764ed2f6f677c1d77941668b982bd354d3e55a89c) AuthConfig (2f1f1a996f5e2a592a135dd58b450ba3d22312e0719647085530406bd1d86765) AuthConfig (dd7438f5bfbcb15dbb17a411c173df4c4538cb0e943626a9fa2728bb9baf033e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"954da549-7eb1-49b8-b1cf-2ba07c127764","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:21.422872386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07309f1e-1eac-4566-bf82-9d9679fd91b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:21.422889966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07309f1e-1eac-4566-bf82-9d9679fd91b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:22.160052566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"ab3098b0-1b15-4540-a2db-f251e4c74bea","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:22.212597645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"ab3098b0-1b15-4540-a2db-f251e4c74bea","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:22.263529193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7795f9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3665831668a859eb19891ec2d9c07a00a582d5caacf60920328b5332105001f6) AuthConfig (c6293d284712866ff00f8415bb05b68b5b41e2bb3ae2fe302a167580193e201d) AuthConfig (8b9d666c1115e9796a15a72cdfe6ee2a17881b397c5ff721a66b7041a13d5531) AuthConfig (91d214f30a7addcceda450bdec5effd025101bbb54d5c08faf39d96f40a24684) AuthConfig (b9fcb62f7f1b496531b1a62afabda08f51309433064ef4d5454e939eea2e57f3) AuthConfig (425438b236ac27596d3440b5fc20e10506cbec1cdb75bc9be82812a349c5d6e1) AuthConfig (2d52d09970547a1553d30ce14b7ba978f86dc96c12039c6b5aa1e51c09f39d0e) AuthConfig (6e221c426064ed5cc81958963f0aee29fd7ba818c01b12ff1d2e8c010377e7a5) AuthConfig (4547fcfd9a52ae3655e8c08476f17dd884e88beeb8423aa002f464f3f33b59a2) AuthConfig (ec6babbaa0dc5bbd9af70b69b2de173b2cbf47d3b12743d71bb51f1537aa1b6b) AuthConfig (ab8372f3ac2ad0b1d54b896613abe2b7e78888bb4968bfab990ea95c8251cc29) AuthConfig (149a8747d52c7c2d2e6c9f7816c3fd69fe943c8706ae9a60644524a1339271dd) AuthConfig (e2212fce20f9ce3b10fcf162a36f9ff21a32f9ac2660db5e2a29fea52aa6943e) AuthConfig (eb8d5b03d892ce5ba705e19d2d8feeae34db52d1a062b37c40f5b680c3abf8aa) AuthConfig (daa30ee238cd54963976a19f615ce89ddb80ec2a58fac96e4017a6d93931e23d) AuthConfig (966718f501ba2da711ee188e961a25f09d28b8d1fc04bc85b1d26d00e1ec1ff6) AuthConfig (bf6f107cd9f21e390aa96095d330b9a4aad23395194444c5be3cb8afb07c2a51) AuthConfig (5616d0ee987ea4d071427f55cf543a84c256ac39f5aa73c0cd867083afd31600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"ab3098b0-1b15-4540-a2db-f251e4c74bea","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:22.317042057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"5008572f-677c-4cfb-af79-3b705346724c","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:22.317061474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"5008572f-677c-4cfb-af79-3b705346724c","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.450046986Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","namespace":"ai-tenant-e2e-api-a-ab1f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.450102198Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","namespace":"ai-tenant-e2e-api-a-ab1f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.450147417Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","tenant":"e2e-api-a-ab1f97","tenantID":"e2e-api-a-ab1f97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.500340952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"Deployment","name":"maas-api-e2e-api-a-ab1f97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.558417922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"Service","name":"maas-api-e2e-api-a-ab1f97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.610270438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ab1f97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.660211156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ab1f97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.711505197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.762147529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.816339983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.877625926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.92651658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"Deployment","name":"payload-processing-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:26.9750027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.023585812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"Service","name":"payload-processing-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.071923907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.119971974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.168701915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.217046707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.272101147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.320927318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.3699864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.418350053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-ab1f97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.466598134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ab1f97"},"namespace":"ai-tenant-e2e-api-a-ab1f97","name":"default-tenant","reconcileID":"3505f889-8d94-4b9a-adf7-fb98e47a792d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-ab1f97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:27.900664682Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:31.518969704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"549ca126-dc23-4c72-98b6-878dac9c2f6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:31.571212554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"549ca126-dc23-4c72-98b6-878dac9c2f6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"name":"e2e-api-b-dc57be-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:31.621984639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc57be-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b34d89db879037709631db793b187ce120613f5a63354edaaa87f0992c00a4f) AuthConfig (d017ca4c6be381fbc28b2024e0a317c12a43f6896f067bc851334a44598a3285) AuthConfig (12903e31dd6fc37fa784daf7281bf60c4c957eeb83d164c6c31558b2fe3378f3) AuthConfig (330e27f200475eba2352f9a764ed2f6f677c1d77941668b982bd354d3e55a89c) AuthConfig (2f1f1a996f5e2a592a135dd58b450ba3d22312e0719647085530406bd1d86765) AuthConfig (dd7438f5bfbcb15dbb17a411c173df4c4538cb0e943626a9fa2728bb9baf033e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"549ca126-dc23-4c72-98b6-878dac9c2f6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:31.896385704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"57ac0a28-e603-4cd3-bb3f-79e7061aa877","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:32.003962365Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"57ac0a28-e603-4cd3-bb3f-79e7061aa877","name":"e2e-praxis-a-63e947-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:32.413431461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"76a3d969-00d3-411a-9eae-bd392b5c7e84","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:32.465807754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"76a3d969-00d3-411a-9eae-bd392b5c7e84","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:32.517301085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7795f9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3665831668a859eb19891ec2d9c07a00a582d5caacf60920328b5332105001f6) AuthConfig (c6293d284712866ff00f8415bb05b68b5b41e2bb3ae2fe302a167580193e201d) AuthConfig (8b9d666c1115e9796a15a72cdfe6ee2a17881b397c5ff721a66b7041a13d5531) AuthConfig (91d214f30a7addcceda450bdec5effd025101bbb54d5c08faf39d96f40a24684) AuthConfig (b9fcb62f7f1b496531b1a62afabda08f51309433064ef4d5454e939eea2e57f3) AuthConfig (425438b236ac27596d3440b5fc20e10506cbec1cdb75bc9be82812a349c5d6e1) AuthConfig (2d52d09970547a1553d30ce14b7ba978f86dc96c12039c6b5aa1e51c09f39d0e) AuthConfig (6e221c426064ed5cc81958963f0aee29fd7ba818c01b12ff1d2e8c010377e7a5) AuthConfig (4547fcfd9a52ae3655e8c08476f17dd884e88beeb8423aa002f464f3f33b59a2) AuthConfig (ec6babbaa0dc5bbd9af70b69b2de173b2cbf47d3b12743d71bb51f1537aa1b6b) AuthConfig (ab8372f3ac2ad0b1d54b896613abe2b7e78888bb4968bfab990ea95c8251cc29) AuthConfig (149a8747d52c7c2d2e6c9f7816c3fd69fe943c8706ae9a60644524a1339271dd) AuthConfig (e2212fce20f9ce3b10fcf162a36f9ff21a32f9ac2660db5e2a29fea52aa6943e) AuthConfig (eb8d5b03d892ce5ba705e19d2d8feeae34db52d1a062b37c40f5b680c3abf8aa) AuthConfig (daa30ee238cd54963976a19f615ce89ddb80ec2a58fac96e4017a6d93931e23d) AuthConfig (966718f501ba2da711ee188e961a25f09d28b8d1fc04bc85b1d26d00e1ec1ff6) AuthConfig (bf6f107cd9f21e390aa96095d330b9a4aad23395194444c5be3cb8afb07c2a51) AuthConfig (5616d0ee987ea4d071427f55cf543a84c256ac39f5aa73c0cd867083afd31600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"76a3d969-00d3-411a-9eae-bd392b5c7e84","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:35.648185919Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ab1f97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ab1f97","reconcileID":"9d3fa980-e702-4902-92cd-be241c643983","aitenant":"ai-tenants/e2e-api-a-ab1f97","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:36.177903474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a3cfd-2144-4160-9103-28e77b5569bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:36.227503224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a3cfd-2144-4160-9103-28e77b5569bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:36.276087549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a3cfd-2144-4160-9103-28e77b5569bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:36.324523023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a3cfd-2144-4160-9103-28e77b5569bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:36.428128257Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ab1f97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ab1f97","reconcileID":"9d3fa980-e702-4902-92cd-be241c643983","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ab1f97","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-ab1f97"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:38.0879605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4349e6-bb36-484a-a0c2-6d36f0134976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:38.139104388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4349e6-bb36-484a-a0c2-6d36f0134976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:38.187597655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4349e6-bb36-484a-a0c2-6d36f0134976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:38.236163827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4349e6-bb36-484a-a0c2-6d36f0134976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:39.983125102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a704fe-1884-4ce0-9a7f-7b6c9e1ebc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:40.031376138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a704fe-1884-4ce0-9a7f-7b6c9e1ebc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:40.079745398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a704fe-1884-4ce0-9a7f-7b6c9e1ebc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:40.127996117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a704fe-1884-4ce0-9a7f-7b6c9e1ebc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:41.721786962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"fc1b0c16-989e-47ec-a378-bad0f1906e9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:41.774665543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"fc1b0c16-989e-47ec-a378-bad0f1906e9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"name":"e2e-api-b-dc57be-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:41.828030975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc57be-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b34d89db879037709631db793b187ce120613f5a63354edaaa87f0992c00a4f) AuthConfig (d017ca4c6be381fbc28b2024e0a317c12a43f6896f067bc851334a44598a3285) AuthConfig (12903e31dd6fc37fa784daf7281bf60c4c957eeb83d164c6c31558b2fe3378f3) AuthConfig (330e27f200475eba2352f9a764ed2f6f677c1d77941668b982bd354d3e55a89c) AuthConfig (2f1f1a996f5e2a592a135dd58b450ba3d22312e0719647085530406bd1d86765) AuthConfig (dd7438f5bfbcb15dbb17a411c173df4c4538cb0e943626a9fa2728bb9baf033e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"fc1b0c16-989e-47ec-a378-bad0f1906e9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:42.614341238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"43df510f-496d-44bc-8837-ffed27656886","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:42.666539054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"43df510f-496d-44bc-8837-ffed27656886","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:42.717249315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7795f9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3665831668a859eb19891ec2d9c07a00a582d5caacf60920328b5332105001f6) AuthConfig (c6293d284712866ff00f8415bb05b68b5b41e2bb3ae2fe302a167580193e201d) AuthConfig (8b9d666c1115e9796a15a72cdfe6ee2a17881b397c5ff721a66b7041a13d5531) AuthConfig (91d214f30a7addcceda450bdec5effd025101bbb54d5c08faf39d96f40a24684) AuthConfig (b9fcb62f7f1b496531b1a62afabda08f51309433064ef4d5454e939eea2e57f3) AuthConfig (425438b236ac27596d3440b5fc20e10506cbec1cdb75bc9be82812a349c5d6e1) AuthConfig (2d52d09970547a1553d30ce14b7ba978f86dc96c12039c6b5aa1e51c09f39d0e) AuthConfig (6e221c426064ed5cc81958963f0aee29fd7ba818c01b12ff1d2e8c010377e7a5) AuthConfig (4547fcfd9a52ae3655e8c08476f17dd884e88beeb8423aa002f464f3f33b59a2) AuthConfig (ec6babbaa0dc5bbd9af70b69b2de173b2cbf47d3b12743d71bb51f1537aa1b6b) AuthConfig (ab8372f3ac2ad0b1d54b896613abe2b7e78888bb4968bfab990ea95c8251cc29) AuthConfig (149a8747d52c7c2d2e6c9f7816c3fd69fe943c8706ae9a60644524a1339271dd) AuthConfig (e2212fce20f9ce3b10fcf162a36f9ff21a32f9ac2660db5e2a29fea52aa6943e) AuthConfig (eb8d5b03d892ce5ba705e19d2d8feeae34db52d1a062b37c40f5b680c3abf8aa) AuthConfig (daa30ee238cd54963976a19f615ce89ddb80ec2a58fac96e4017a6d93931e23d) AuthConfig (966718f501ba2da711ee188e961a25f09d28b8d1fc04bc85b1d26d00e1ec1ff6) AuthConfig (bf6f107cd9f21e390aa96095d330b9a4aad23395194444c5be3cb8afb07c2a51) AuthConfig (5616d0ee987ea4d071427f55cf543a84c256ac39f5aa73c0cd867083afd31600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"43df510f-496d-44bc-8837-ffed27656886","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:42.821180936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25091e05-ae75-46a1-a21a-088c6554462b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:42.821201846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25091e05-ae75-46a1-a21a-088c6554462b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:42.821772782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"37a7019e-d8d1-4af7-b7c1-89fb9aae8b3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:42.873640103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"37a7019e-d8d1-4af7-b7c1-89fb9aae8b3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"name":"e2e-api-b-dc57be-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:42.924762192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc57be-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b34d89db879037709631db793b187ce120613f5a63354edaaa87f0992c00a4f) AuthConfig (d017ca4c6be381fbc28b2024e0a317c12a43f6896f067bc851334a44598a3285) AuthConfig (12903e31dd6fc37fa784daf7281bf60c4c957eeb83d164c6c31558b2fe3378f3) AuthConfig (330e27f200475eba2352f9a764ed2f6f677c1d77941668b982bd354d3e55a89c) AuthConfig (2f1f1a996f5e2a592a135dd58b450ba3d22312e0719647085530406bd1d86765) AuthConfig (dd7438f5bfbcb15dbb17a411c173df4c4538cb0e943626a9fa2728bb9baf033e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"37a7019e-d8d1-4af7-b7c1-89fb9aae8b3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:42.924943071Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"8ee63dbb-c08a-4734-a725-edb7e2ffd77f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:43.199653699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"8ee63dbb-c08a-4734-a725-edb7e2ffd77f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:43.330510392Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"8ee63dbb-c08a-4734-a725-edb7e2ffd77f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"name":"e2e-api-b-dc57be-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:43.330534059Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"8ee63dbb-c08a-4734-a725-edb7e2ffd77f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:43.38268929Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"4af5effd-6532-4792-8852-55e0097c3342","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:43.383026422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"116de8f8-9612-46e7-a17e-d9da31bc1f93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:43.383040498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"116de8f8-9612-46e7-a17e-d9da31bc1f93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:43.54554882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"4af5effd-6532-4792-8852-55e0097c3342","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:43.597943727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"4af5effd-6532-4792-8852-55e0097c3342","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"name":"e2e-api-b-dc57be-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:43.597964972Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"4af5effd-6532-4792-8852-55e0097c3342","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc57be","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:39:43.646170078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc57be-policy","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"e2e-e2e-api-b-dc57be-policy","reconcileID":"4af5effd-6532-4792-8852-55e0097c3342","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-dc57be-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:44.013673525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb6414c-4e82-4fb3-8c55-3af819fc788c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:44.065782571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb6414c-4e82-4fb3-8c55-3af819fc788c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:44.117142693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb6414c-4e82-4fb3-8c55-3af819fc788c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:44.165568534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb6414c-4e82-4fb3-8c55-3af819fc788c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:45.99605646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f25918-34e1-4726-b7d4-df6351bb808d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:46.090921753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f25918-34e1-4726-b7d4-df6351bb808d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:46.139508795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f25918-34e1-4726-b7d4-df6351bb808d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:46.18799806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f25918-34e1-4726-b7d4-df6351bb808d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.42074074Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","namespace":"ai-tenant-e2e-praxis-a-c4f229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.420797124Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","namespace":"ai-tenant-e2e-praxis-a-c4f229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.420851499Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","tenant":"e2e-praxis-a-c4f229","tenantID":"e2e-praxis-a-c4f229","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.470563665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"Deployment","name":"maas-api-e2e-praxis-a-c4f229","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.526851196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"Service","name":"maas-api-e2e-praxis-a-c4f229","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.57803488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-c4f229","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.628140998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-c4f229","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.679374546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.731578274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.785467411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.835717883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.886583854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.934851487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:50.983322619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"Service","name":"payload-processing-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:51.031487567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:51.079647325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:51.128765786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:51.176467952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:51.227614926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:51.275653006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:51.323963928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:51.373120265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-c4f229","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:51.422132452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c4f229"},"namespace":"ai-tenant-e2e-praxis-a-c4f229","name":"default-tenant","reconcileID":"8bf3023b-00b6-4259-9bb3-7a6ec5af85a5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-c4f229","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:52.814198508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"69b75b29-bc8f-4b81-9f47-5487fa4ea264","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:52.866369264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"69b75b29-bc8f-4b81-9f47-5487fa4ea264","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:53.166528038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"30f11b61-0f53-4b2d-8f21-b25d8ceb5a05","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:53.166548998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"30f11b61-0f53-4b2d-8f21-b25d8ceb5a05","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:56.992145793Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c4f229","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c4f229","reconcileID":"d997f982-0365-49bb-a6c0-d0717e20a0e2","aitenant":"ai-tenants/e2e-praxis-a-c4f229","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:57.597287542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8196be04-2f3f-4104-931b-9fcff6c52a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:57.645836974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8196be04-2f3f-4104-931b-9fcff6c52a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:57.69439234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8196be04-2f3f-4104-931b-9fcff6c52a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:57.742982225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8196be04-2f3f-4104-931b-9fcff6c52a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:57.798324838Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c4f229","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c4f229","reconcileID":"d997f982-0365-49bb-a6c0-d0717e20a0e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c4f229","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-c4f229"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:57.900742019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.456443703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"3b55a6bc-42c7-4252-8453-feed3d7f4329","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.456470073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"3b55a6bc-42c7-4252-8453-feed3d7f4329","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.512076599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"b70f3a72-f2ed-4468-b81d-11f975091b6f","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.512098694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"b70f3a72-f2ed-4468-b81d-11f975091b6f","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.559122303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"6612e31c-9ab5-427a-b261-1fcf30e1a6f1","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:39:58.568518324Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"b70f3a72-f2ed-4468-b81d-11f975091b6f","name":"ipp-route-7795f9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7795f9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:39:58.568578317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"b70f3a72-f2ed-4468-b81d-11f975091b6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7795f9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:39:58.568930795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"c1eeaf55-68d0-4b9d-8903-ea2751d2d9f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-7795f9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.574173649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"e434a043-924b-4043-9d96-4fa41385cf07","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.57418929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"e434a043-924b-4043-9d96-4fa41385cf07","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.612232841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"6612e31c-9ab5-427a-b261-1fcf30e1a6f1","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.669265715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"a7bf2b3a-5db6-44f4-a5dc-4b28ec37b9d5","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.669284233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"a7bf2b3a-5db6-44f4-a5dc-4b28ec37b9d5","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.729865376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"db1bf44b-7426-4804-aa05-d6aac6fbea36","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.729887624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"db1bf44b-7426-4804-aa05-d6aac6fbea36","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.921143076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"49809800-dfdf-4344-a22d-b8872c03344b","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.926011402Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"7511f42f-ba8f-46f9-b96d-f13f5c125224","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"maas-trlp-ipp-route-7795f9","model":"ipp-route-7795f9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:58.974948486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"49809800-dfdf-4344-a22d-b8872c03344b","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:59.090536504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"6c4752b2-d6a8-4788-a143-f03c365dd179","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:59.090565495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"6c4752b2-d6a8-4788-a143-f03c365dd179","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:59.285264245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"9820048e-2445-4afe-9ce9-c098b29ffc56","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"maas-trlp-ipp-route-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:59.52252693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cedb9c-9a99-49fd-b93c-dcb2a7f18fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:59.571154654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cedb9c-9a99-49fd-b93c-dcb2a7f18fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:59.619742367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cedb9c-9a99-49fd-b93c-dcb2a7f18fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:39:59.668125419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cedb9c-9a99-49fd-b93c-dcb2a7f18fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:10.720044724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f56788-aed2-4ac7-bdf5-3d366efdec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:10.768797097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f56788-aed2-4ac7-bdf5-3d366efdec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:10.81737237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f56788-aed2-4ac7-bdf5-3d366efdec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:10.865848307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f56788-aed2-4ac7-bdf5-3d366efdec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:11.320365612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"d6307455-0daf-44e0-9333-cfd5415c064b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-44eb96","tenantID":"e2e-praxis-a-44eb96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:11.430359464Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"d6307455-0daf-44e0-9333-cfd5415c064b","name":"e2e-praxis-a-44eb96-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:12.03948967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"c587fc63-30bf-4794-a4ef-6e989d08187b","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"maas-trlp-ipp-route-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:12.206727064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"b38927c6-41b7-445b-a45e-35ed96b96199","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:12.206750476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"b38927c6-41b7-445b-a45e-35ed96b96199","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:12.397119159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"4147b41f-1322-49e7-b393-36a1163c224a","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:12.450567758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"4147b41f-1322-49e7-b393-36a1163c224a","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:12.693765852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cf5f97-6967-4e16-a937-3e79f0056977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:12.742852456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cf5f97-6967-4e16-a937-3e79f0056977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:12.791588048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cf5f97-6967-4e16-a937-3e79f0056977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:12.840281249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cf5f97-6967-4e16-a937-3e79f0056977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:14.599275169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da7390c-d371-4c6d-9095-1f90604b30df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:14.647742273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da7390c-d371-4c6d-9095-1f90604b30df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:14.696279262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da7390c-d371-4c6d-9095-1f90604b30df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:14.744812952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da7390c-d371-4c6d-9095-1f90604b30df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:16.519657043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8bcb5d-2b19-476a-b7b7-9e76fb69b2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:16.568293401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8bcb5d-2b19-476a-b7b7-9e76fb69b2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:16.618227346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8bcb5d-2b19-476a-b7b7-9e76fb69b2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:16.667070229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8bcb5d-2b19-476a-b7b7-9e76fb69b2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:18.425993263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d43a39e-4668-4c45-9f07-8fb5fd2787ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:18.474374206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d43a39e-4668-4c45-9f07-8fb5fd2787ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:18.52300096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d43a39e-4668-4c45-9f07-8fb5fd2787ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:18.571378407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d43a39e-4668-4c45-9f07-8fb5fd2787ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:24.847662263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"cd4c694b-78fe-44af-8803-8a7b86cc8eba","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:24.847691004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"cd4c694b-78fe-44af-8803-8a7b86cc8eba","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:24.998151138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"41dcbeda-0639-4d6a-a259-9f45deedbb37","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:25.042671835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"fab1e963-1b4d-4c92-a3ca-8e5ebe19b691","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"maas-trlp-ipp-route-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:25.049924983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"41dcbeda-0639-4d6a-a259-9f45deedbb37","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:25.196516046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"935c5f65-6d4b-4b2e-8307-c336a55e68d7","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:25.196537433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"935c5f65-6d4b-4b2e-8307-c336a55e68d7","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:25.392376611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"f2019967-69a4-451a-b363-a9c8be175628","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"maas-trlp-ipp-route-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:27.900213487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:33.105224595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bb2463-6882-4083-9ffd-02ad41101fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:33.153461788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bb2463-6882-4083-9ffd-02ad41101fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:33.201952674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bb2463-6882-4083-9ffd-02ad41101fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:33.250422016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bb2463-6882-4083-9ffd-02ad41101fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:35.016432937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07587c59-b96d-478a-9674-b4cc7cffcd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:35.065935238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07587c59-b96d-478a-9674-b4cc7cffcd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:35.114316366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07587c59-b96d-478a-9674-b4cc7cffcd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:35.163019689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07587c59-b96d-478a-9674-b4cc7cffcd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:35.197993889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"a266dbd6-cce1-4d05-a284-1098b5f053e1","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:35.198011565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"a266dbd6-cce1-4d05-a284-1098b5f053e1","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.575655534Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","namespace":"ai-tenant-e2e-api-b-dc57be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.575715192Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","namespace":"ai-tenant-e2e-api-b-dc57be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.575782194Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","tenant":"e2e-api-b-dc57be","tenantID":"e2e-api-b-dc57be","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.626015896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"Deployment","name":"maas-api-e2e-api-b-dc57be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.683283426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"Service","name":"maas-api-e2e-api-b-dc57be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.734037181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-dc57be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.784274904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-dc57be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.836729929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.888747732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:40.978468721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.032317881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.081107619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"Deployment","name":"payload-processing-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.129551736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.192482296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"Service","name":"payload-processing-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.244963296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"Service","name":"payload-pre-processing-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.293607295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.341811738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.389867728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.443808398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.492490907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.543230808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.595713472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-dc57be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.644048432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc57be"},"namespace":"ai-tenant-e2e-api-b-dc57be","name":"default-tenant","reconcileID":"25bc3259-43c4-413b-867f-49442680f196","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-dc57be","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.794203759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdcfa3f-7bcc-4eb4-8fe2-a607725faf2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.843681976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdcfa3f-7bcc-4eb4-8fe2-a607725faf2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.893612132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdcfa3f-7bcc-4eb4-8fe2-a607725faf2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:41.942597812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdcfa3f-7bcc-4eb4-8fe2-a607725faf2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:42.344522083Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bd45d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bd45d0","reconcileID":"7382e001-d0a9-4b34-9458-c7d90c3404cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bd45d0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bd45d0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:43.739138471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4193e-22b8-45c5-a82c-08ca379b12d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:43.787650267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4193e-22b8-45c5-a82c-08ca379b12d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:43.836220197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4193e-22b8-45c5-a82c-08ca379b12d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:43.884704219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4193e-22b8-45c5-a82c-08ca379b12d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:45.199221647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"7808d57d-482a-4b59-b60c-cdf20431f737","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:45.199245081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"7808d57d-482a-4b59-b60c-cdf20431f737","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:45.637413509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb1328f-ec2d-4f18-9be0-db966ca016b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:45.686015113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb1328f-ec2d-4f18-9be0-db966ca016b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:45.736033128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb1328f-ec2d-4f18-9be0-db966ca016b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:45.785376103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb1328f-ec2d-4f18-9be0-db966ca016b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.431052489Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","namespace":"ai-tenant-e2e-praxis-b-0be11e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.431111366Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","namespace":"ai-tenant-e2e-praxis-b-0be11e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.431159269Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","tenant":"e2e-praxis-b-0be11e","tenantID":"e2e-praxis-b-0be11e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.480980179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-0be11e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.536244602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"Service","name":"maas-api-e2e-praxis-b-0be11e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.589064028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-0be11e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.638539538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-0be11e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.691245907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.743435105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.796599072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.847168459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.895406207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.943629076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:46.991523925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"Service","name":"payload-processing-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:47.040213444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:47.088618442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:47.136978622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:47.185083611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:47.238596663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:47.2867685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:47.338269714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:47.386161165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-0be11e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:47.434130268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0be11e"},"namespace":"ai-tenant-e2e-praxis-b-0be11e","name":"default-tenant","reconcileID":"c6c45ad5-af6e-4582-94cc-ae63a121887a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-0be11e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:48.689683211Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-dc57be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-dc57be","reconcileID":"01a0f37b-11b6-4d32-a4dc-75f5348a2f5c","aitenant":"ai-tenants/e2e-api-b-dc57be","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:49.213239242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620b875c-225e-4b0b-954f-fa22638f90d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:49.261877018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620b875c-225e-4b0b-954f-fa22638f90d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:49.312194296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620b875c-225e-4b0b-954f-fa22638f90d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:49.361599529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620b875c-225e-4b0b-954f-fa22638f90d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:49.465861035Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-dc57be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-dc57be","reconcileID":"01a0f37b-11b6-4d32-a4dc-75f5348a2f5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-dc57be","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-dc57be"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:50.013505489Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0be11e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0be11e","reconcileID":"bd01b419-32f1-4347-9116-a0c07970da28","aitenant":"ai-tenants/e2e-praxis-b-0be11e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:50.75045354Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0be11e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0be11e","reconcileID":"bd01b419-32f1-4347-9116-a0c07970da28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-0be11e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-0be11e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:51.134690345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89cb4b5-a4a1-41fa-8d51-a1bfebfc236e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:51.18396732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89cb4b5-a4a1-41fa-8d51-a1bfebfc236e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:51.232614846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89cb4b5-a4a1-41fa-8d51-a1bfebfc236e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:51.282217463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89cb4b5-a4a1-41fa-8d51-a1bfebfc236e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:53.064848035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28300531-5659-46f8-9248-28ef6548a8fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:53.115172502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28300531-5659-46f8-9248-28ef6548a8fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:53.164856836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28300531-5659-46f8-9248-28ef6548a8fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:53.213904457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28300531-5659-46f8-9248-28ef6548a8fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:54.977197516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a485ee3f-7383-491c-bb49-755d47c3693c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:55.025837314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a485ee3f-7383-491c-bb49-755d47c3693c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:55.074390039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a485ee3f-7383-491c-bb49-755d47c3693c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:55.122981437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a485ee3f-7383-491c-bb49-755d47c3693c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:55.200684006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"ab9f278c-0836-4a3a-bc7d-270c33854df1","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:55.200704596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"ab9f278c-0836-4a3a-bc7d-270c33854df1","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:56.06618081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"f00c47c2-5633-4bfd-98e8-e4c2e63a4402","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:56.10971336Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-13eafe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-13eafe","reconcileID":"c4b93fc4-a3e6-4d59-871e-901ee2037d50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-13eafe","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-13eafe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:56.895103037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b851c-75d0-4c2b-b435-ca75f95e0c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:56.943464178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b851c-75d0-4c2b-b435-ca75f95e0c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:56.992154329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b851c-75d0-4c2b-b435-ca75f95e0c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:57.040392605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b851c-75d0-4c2b-b435-ca75f95e0c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:57.902440126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:58.280752237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"5bdaaa46-08f2-48e5-9c34-3543f9414285","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:58.798301515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c484960-5c50-4221-98b6-d4fbaff26196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:58.846775855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c484960-5c50-4221-98b6-d4fbaff26196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:58.895190705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c484960-5c50-4221-98b6-d4fbaff26196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:58.943615547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c484960-5c50-4221-98b6-d4fbaff26196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:40:59.137901932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"f1b8b264-b722-4a2d-9d9a-6de5b657d2cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:00.709626626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596408f3-f679-4b52-841c-6ff21871b7ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:00.75805318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596408f3-f679-4b52-841c-6ff21871b7ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:00.806567583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596408f3-f679-4b52-841c-6ff21871b7ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:00.855006757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596408f3-f679-4b52-841c-6ff21871b7ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:00.948942951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"0652726d-f09b-4fcf-867f-6444e0167aeb","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:00.948974378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"0652726d-f09b-4fcf-867f-6444e0167aeb","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.106075503Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"e6e7e6f0-9f4e-4ee5-9f94-aca474b55cf6","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf0a2f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.123394034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"2529d316-84ae-4bcd-b72e-40c16c32e8fc","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.175687983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"2529d316-84ae-4bcd-b72e-40c16c32e8fc","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.406696148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"07bad554-5abd-42e6-99e6-0004e04575dd","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"tenant":"e2e-ipp-a-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.406715721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"07bad554-5abd-42e6-99e6-0004e04575dd","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"routeName":"ipp-route-7795f9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7795f9","llmisvcName":"ipp-route-7795f9","gateway":"openshift-ingress/e2e-ipp-a-7795f9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.426596073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"e163c086-5ef8-4271-b3db-dff62d4b6a38","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.479046516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"e163c086-5ef8-4271-b3db-dff62d4b6a38","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.50678344Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"ee53a5e9-f4d1-42ea-b511-cdd96b662919","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf0a2f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.554800402Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"9c2e8ed2-13c5-419d-83f0-7eb36fec9425","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf0a2f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.577952774Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"3d525823-0b15-432d-a49f-b5ecd5766cd5","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:41:01.584421701Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"6d8ca430-d767-44d8-92f8-fece99fbce38","name":"ipp-route-7795f9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7795f9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:41:01.584488377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7795f9","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9","reconcileID":"6d8ca430-d767-44d8-92f8-fece99fbce38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7795f9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.602642229Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"d4ebde2a-b162-4ce2-936e-879e0eb9f001","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf0a2f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.653075278Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"dbf92f3d-dd15-4d80-8025-ed1b9ec4ab9e","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf0a2f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.893990097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"3d525823-0b15-432d-a49f-b5ecd5766cd5","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:01.949517085Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"813c65fd-10db-4bfe-9ba8-36151cc2a8c4","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf0a2f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:02.000490998Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"2a0efe15-6e66-4575-8c4b-3ffc894e3ca7","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf0a2f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:02.013826945Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"3d525823-0b15-432d-a49f-b5ecd5766cd5","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"name":"e2e-ipp-a-7795f9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:02.013857443Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-auth","reconcileID":"3d525823-0b15-432d-a49f-b5ecd5766cd5","MaaSAuthPolicy":{"name":"ipp-route-7795f9-auth","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:02.247788754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"5b44e374-6688-416d-af71-ed1f025fac1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:02.621460598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85fda34-3b24-47de-860d-b031e32ddbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:02.670853067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85fda34-3b24-47de-860d-b031e32ddbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:02.719835551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85fda34-3b24-47de-860d-b031e32ddbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:02.768368118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85fda34-3b24-47de-860d-b031e32ddbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:04.576464668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad46535-42b6-47e4-a559-20e93be403da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:04.626408849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad46535-42b6-47e4-a559-20e93be403da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:04.675945955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad46535-42b6-47e4-a559-20e93be403da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:04.724713094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad46535-42b6-47e4-a559-20e93be403da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:06.488180003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d47b5f1-5f80-4689-b2b8-68e8a1500810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:06.536698852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d47b5f1-5f80-4689-b2b8-68e8a1500810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:06.588259633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d47b5f1-5f80-4689-b2b8-68e8a1500810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:06.637089472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d47b5f1-5f80-4689-b2b8-68e8a1500810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:08.405702398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f9d8fa-9ae1-4787-ae01-2334e091d16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:08.454683565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f9d8fa-9ae1-4787-ae01-2334e091d16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:08.502998588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f9d8fa-9ae1-4787-ae01-2334e091d16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:08.551334398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f9d8fa-9ae1-4787-ae01-2334e091d16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:10.331545765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f1bb62-0bf3-449f-817e-029858930660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:10.380889499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f1bb62-0bf3-449f-817e-029858930660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:10.429582425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f1bb62-0bf3-449f-817e-029858930660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:10.479499329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f1bb62-0bf3-449f-817e-029858930660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:10.485530443Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b5c325","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b5c325","reconcileID":"6a38735a-7270-4a84-adc9-a24714707b01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b5c325","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b5c325":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:11.77006002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"69a0edaf-f3c9-4300-b54f-813cc7b86364","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:11.823466874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"d2d1f82a-a57c-4b19-a822-87379da1fbff","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:41:11.871375986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e75038e9","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-sub-binding-e75038e9","reconcileID":"a904fc81-4646-4661-8da4-5f124c9062d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-e75038e9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:11.914978085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9a31c4c0-5f5c-4fb4-abae-245bca569498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:11.914978118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a1ba1039-ad6d-4e2f-a66d-e7408d8555f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:11.968094827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a1ba1039-ad6d-4e2f-a66d-e7408d8555f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:11.969831903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9a31c4c0-5f5c-4fb4-abae-245bca569498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:11.978851051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"311340a1-f8ee-47c1-a4cb-1bd612ca5b6c","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.031358652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"1f03d36a-1a7a-4543-97ef-39ee2ef0c2ff","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.04887926Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"58dce53e-4566-42dd-9083-2a4505ba9889","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","subscription":"ipp-route-7795f9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.049006234Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"ipp-route-7795f9-sub","reconcileID":"58dce53e-4566-42dd-9083-2a4505ba9889","MaaSSubscription":{"name":"ipp-route-7795f9-sub","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"model":"ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-7795f9/ipp-route-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.26137235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61eb247-a3ed-4d83-9f89-117b6c7aeae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.310453722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61eb247-a3ed-4d83-9f89-117b6c7aeae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.315385854Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e75038e9","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-sub-binding-e75038e9","reconcileID":"f3ed27a2-5900-4c86-b803-02385e132f3c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e75038e9","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-apikey-sub-binding-e75038e9","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.359143326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61eb247-a3ed-4d83-9f89-117b6c7aeae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.359528697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"1c6c399d-4509-492a-8840-6b07aca8d512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.408627518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61eb247-a3ed-4d83-9f89-117b6c7aeae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.409353003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"01a61406-9143-406b-b3ad-faca099dfc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.460840726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"b810bf2e-0c28-461b-b4dc-3f530d2fa5ed","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.462492795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"1c6c399d-4509-492a-8840-6b07aca8d512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.464714017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"01a61406-9143-406b-b3ad-faca099dfc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.518553656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"947caba7-d339-427e-bda1-d393c8e3f809","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.555001954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"bfc14d46-c5a7-4de9-b7bd-3fa51ec9b2ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:12.754051807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e75038e9","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-sub-binding-e75038e9","reconcileID":"139e7493-e595-47b8-9f19-ffd2bd0d36dd","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e75038e9","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:14.191618308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822ce2ee-c081-48e0-a985-e0563d5052d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:14.243050642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822ce2ee-c081-48e0-a985-e0563d5052d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:14.291351617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822ce2ee-c081-48e0-a985-e0563d5052d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:14.340341766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822ce2ee-c081-48e0-a985-e0563d5052d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:16.091410817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c30908-1e51-4ec4-8326-676e5fc4bc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:16.139834502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c30908-1e51-4ec4-8326-676e5fc4bc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:16.188351176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c30908-1e51-4ec4-8326-676e5fc4bc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:16.236611051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c30908-1e51-4ec4-8326-676e5fc4bc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:18.009232218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc8b57e-058f-48f1-bcd8-a9551d1982b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:18.057921652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc8b57e-058f-48f1-bcd8-a9551d1982b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:18.106192264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc8b57e-058f-48f1-bcd8-a9551d1982b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:18.155159613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc8b57e-058f-48f1-bcd8-a9551d1982b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:19.959192331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f2da4a-3c12-4608-bcf4-135b4a4ace81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:20.007745037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f2da4a-3c12-4608-bcf4-135b4a4ace81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:20.059028232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f2da4a-3c12-4608-bcf4-135b4a4ace81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:20.107858424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f2da4a-3c12-4608-bcf4-135b4a4ace81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:23.553496285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"593d58f8-91f7-4498-af4a-649d59cf5163","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:23.697501735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e6d78179-e515-4e4a-b62b-e9fa72105a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:23.697502756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"890674d8-ef93-4375-b814-70c642aa886b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:23.749906323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e6d78179-e515-4e4a-b62b-e9fa72105a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:23.750956052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"890674d8-ef93-4375-b814-70c642aa886b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:27.90084282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:33.704067829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e75038e9","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-sub-binding-e75038e9","reconcileID":"a8e2e776-31c4-4698-9cc6-7569679fdb75","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e75038e9","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-apikey-sub-binding-e75038e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:33.904450644Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e75038e9","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-apikey-sub-binding-e75038e9","reconcileID":"a8e2e776-31c4-4698-9cc6-7569679fdb75","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e75038e9","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:34.099571537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"39799c24-ecb0-4abd-8ff2-b34265613ea1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:34.105638686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"a669e917-929a-4a17-8e6d-dd8b9506e310","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:34.249671305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"f9d3f913-48f5-413b-a75e-40714e46634d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:34.249671093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e75a33f2-c4db-477d-b678-8d6ae97c55e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:34.303967969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"f9d3f913-48f5-413b-a75e-40714e46634d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:34.304034021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e75a33f2-c4db-477d-b678-8d6ae97c55e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.193992047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"12b5f9a0-47d0-4eda-9c18-e951fd2d1865","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.250907916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"2055f26f-a281-485d-becf-37e6806a337d","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:41:35.297874671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-sub","reconcileID":"60663855-229f-4deb-9770-4b043b002deb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.345879032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8586294b-9508-4b8a-8b21-23e4489aa613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.345879426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"976c675d-7455-4cd5-b4fa-5634d5920ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.398479619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8586294b-9508-4b8a-8b21-23e4489aa613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.398720988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"976c675d-7455-4cd5-b4fa-5634d5920ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.402510946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"d8664ce6-238c-42f0-ad0c-251ba78003a3","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.455090018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"8415b5c7-c50b-42f0-b617-284748681ea4","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.689275252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"587124d9-d2de-494f-a1f7-ada18e048fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.689283638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a53f2701-559f-4f87-80c7-d686fa01b5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.700823557Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-sub","reconcileID":"0f2070f7-23b3-4cb5-b50e-ef72e7a393ce","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-ordering-sub","ai-tenant-e2e-worker-w0-1c6b79/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.741621461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a53f2701-559f-4f87-80c7-d686fa01b5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.741713875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"587124d9-d2de-494f-a1f7-ada18e048fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.857600681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"81a20db1-e9a8-4b92-ab7d-ffe6cf1a7639","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:35.904175582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"a41f1c3b-ebdc-4dda-bb39-c55866a85a95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:36.051807083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-sub","reconcileID":"fc684166-e127-4302-8aa5-45ffe1395749","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:36.20982204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"23b6b6ac-d08b-4858-8393-5a317868b985","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:37.18833992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"03e1cfef-b475-489f-accd-5ab933200030","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bd45d0","tenantID":"e2e-praxis-b-bd45d0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:37.296272087Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"03e1cfef-b475-489f-accd-5ab933200030","name":"e2e-praxis-b-bd45d0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:38.589076044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"b979428d-d6a5-4c40-8366-a5a8a50745a1","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:38.641054875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"b7719c47-4df3-445d-a9af-d4e443ecfb90","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:38.785517373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-auth","reconcileID":"7e12f982-403e-4fe7-aee4-5cededa2b057","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:38.838357445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-auth","reconcileID":"7e12f982-403e-4fe7-aee4-5cededa2b057","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:39.088902617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"db47ace7-c5eb-4d6a-a123-4f6bab048c38","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.403438532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"70cf2ff9-a266-4bc6-aab3-353db8b96e05","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.54804926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-auth","reconcileID":"1bcd01d2-3110-4119-a1ab-aa8660284020","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.548033431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"04ba33eb-6bf4-41fa-9f0d-016e93f84f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.548653362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d400cf73-5585-4222-8eb2-8d0d9954cec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.600802987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-auth","reconcileID":"1bcd01d2-3110-4119-a1ab-aa8660284020","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.602138723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d400cf73-5585-4222-8eb2-8d0d9954cec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.602993253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"04ba33eb-6bf4-41fa-9f0d-016e93f84f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.7382401Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","namespace":"ai-tenant-e2e-ipp-a-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.738296502Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","namespace":"ai-tenant-e2e-ipp-a-7795f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.738377634Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","tenant":"e2e-ipp-a-7795f9","tenantID":"e2e-ipp-a-7795f9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.788544867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7795f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.844189605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"Service","name":"maas-api-e2e-ipp-a-7795f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.895110287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7795f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.945479829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7795f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:41.996614551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.047574607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.100797339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.151239002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.201645456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.251986217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.307952529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"Service","name":"payload-processing-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.36598892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.416421185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.467153357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.518583769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.570022571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.619671312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.670068875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.721058981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7795f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:42.771193902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7795f9"},"namespace":"ai-tenant-e2e-ipp-a-7795f9","name":"default-tenant","reconcileID":"2b5df7e4-5607-4e36-a1ac-046465672cc5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7795f9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:45.560268568Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7795f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7795f9","reconcileID":"a7b5797d-851c-42c8-a591-adfa00373baa","aitenant":"ai-tenants/e2e-ipp-a-7795f9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:46.089984014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66c798d-6237-4890-938f-af09cd7d6b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:46.138392635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66c798d-6237-4890-938f-af09cd7d6b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:46.186715235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66c798d-6237-4890-938f-af09cd7d6b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:46.235101807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66c798d-6237-4890-938f-af09cd7d6b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:46.338250354Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7795f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7795f9","reconcileID":"a7b5797d-851c-42c8-a591-adfa00373baa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7795f9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7795f9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:47.99946264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ebd82f-6394-40ba-bf45-72a26912a41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:48.047691246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ebd82f-6394-40ba-bf45-72a26912a41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:48.096630298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ebd82f-6394-40ba-bf45-72a26912a41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:48.145058926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ebd82f-6394-40ba-bf45-72a26912a41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:49.896943859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a305db55-569b-4c4e-a789-ea414e758844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:49.946360225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a305db55-569b-4c4e-a789-ea414e758844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:49.995218803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a305db55-569b-4c4e-a789-ea414e758844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:50.043779886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a305db55-569b-4c4e-a789-ea414e758844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:51.557407147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-sub","reconcileID":"d26fe622-f23e-4742-b0f5-d3f0054770ab","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:51.763023409Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-sub","reconcileID":"d26fe622-f23e-4742-b0f5-d3f0054770ab","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:51.800969737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08522691-1229-4ce0-b5ba-14895868c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:51.851545947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08522691-1229-4ce0-b5ba-14895868c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:51.900035202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08522691-1229-4ce0-b5ba-14895868c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:51.948652745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08522691-1229-4ce0-b5ba-14895868c3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.044872829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"4bc687b9-220a-45be-a000-1ef8dd23cc5a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-13eafe","tenantID":"e2e-praxis-a-13eafe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.053576349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"fa488ef5-6cd0-4105-aa2e-9ba32bcf55fb","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.094360661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"ccd338e2-64f2-4f90-a3c3-ba328f24d132","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.15439378Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"4bc687b9-220a-45be-a000-1ef8dd23cc5a","name":"e2e-praxis-a-13eafe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.242462432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"04bc5a19-9327-46ea-9201-47d3f1c9fc8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.242815504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-auth","reconcileID":"f3d07fa1-2b73-4ce6-832b-2017893eb340","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.243097532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e34af76a-f827-4f1b-bc02-f73f1cb0c272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.295911048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"04bc5a19-9327-46ea-9201-47d3f1c9fc8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.296537614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-auth","reconcileID":"f3d07fa1-2b73-4ce6-832b-2017893eb340","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:52.298382238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e34af76a-f827-4f1b-bc02-f73f1cb0c272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:53.767052544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2d6a57-7977-4e84-a7cb-965bfc5d5fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:53.815264261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2d6a57-7977-4e84-a7cb-965bfc5d5fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:53.863879717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2d6a57-7977-4e84-a7cb-965bfc5d5fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:53.912104649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2d6a57-7977-4e84-a7cb-965bfc5d5fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:55.662634098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15984500-a0ce-48da-8966-d3131c2a57cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:55.711335668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15984500-a0ce-48da-8966-d3131c2a57cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:55.759811693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15984500-a0ce-48da-8966-d3131c2a57cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:55.808361312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15984500-a0ce-48da-8966-d3131c2a57cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:57.618200375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4558b877-999d-47fd-b517-612706d2a477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:57.666721331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4558b877-999d-47fd-b517-612706d2a477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:57.719494022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4558b877-999d-47fd-b517-612706d2a477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:57.769793403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4558b877-999d-47fd-b517-612706d2a477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:41:57.900405885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:02.191997382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"47792a8a-bd18-4ef4-bfff-e9a4ee190271","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:02.192019934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-ordering-auth","reconcileID":"c218d5a9-f9d6-411a-8d0b-27a0e60ca1ee","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:02.392149129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"ee019459-06e4-474d-9567-e70684029ec4","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:03.616068675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"9bf89586-f8c9-4653-8883-30d7dbc3ffef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:03.711944981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"4a10a99f-8a93-4035-9e05-d7574e5131a6","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:03.855511279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"927ddeb1-4052-404a-b3d4-bb0e3ee6d229","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:03.879556739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"6fe8fe4a-2b69-49a0-946e-d79b5fdc3d5c","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:03.907448685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"927ddeb1-4052-404a-b3d4-bb0e3ee6d229","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:03.964587338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"c7b831f0-1277-419b-b1e9-50b28fae76ad","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:42:04.014624377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-success","reconcileID":"fa1e3389-3181-4199-9b04-32e6d238f2cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.05887387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"4797b03d-0d33-4231-a66a-124530f48d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.058887522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"671ccd39-193b-4dee-9f22-912b069c6aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.11286341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"4797b03d-0d33-4231-a66a-124530f48d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.112863413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"671ccd39-193b-4dee-9f22-912b069c6aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.124206022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"248533c6-82f3-44cf-8631-2b8fbabc0987","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.175107825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"99e1c619-29d6-4195-bf28-783ce6cea1a2","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.217021959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"f9aacdce-00ad-4a27-b31a-9d2432083cfb","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.361073018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"f04daaf0-758b-473c-8e56-9b16b36d1735","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.413397797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"f04daaf0-758b-473c-8e56-9b16b36d1735","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.420950377Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-success","reconcileID":"07822eb9-4d98-4f5b-b824-0da598646aac","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-1c6b79/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.436563952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd05462d-84a0-4210-89a4-0ad8722189f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.48555037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd05462d-84a0-4210-89a4-0ad8722189f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.485645028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"fcf3a551-f3aa-44ad-bd02-8885266e02a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.533720391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd05462d-84a0-4210-89a4-0ad8722189f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.533993286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"ec07a7a9-485c-4ce1-bb1f-f050f3215627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.582298767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd05462d-84a0-4210-89a4-0ad8722189f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.585638983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"fcf3a551-f3aa-44ad-bd02-8885266e02a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.63504011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"ec07a7a9-485c-4ce1-bb1f-f050f3215627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.686234293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"77af9f17-9707-4d34-be66-e7c992b106ad","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:42:04.728183429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"f04daaf0-758b-473c-8e56-9b16b36d1735","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.728747317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"9280211c-dd41-4436-a955-65a8addce4f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.924977491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"f05ce008-4c07-43f8-a208-235bdac96d09","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.926644508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-success","reconcileID":"7166daef-5658-4f86-818a-f55c01e2584b","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:04.978154132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"f05ce008-4c07-43f8-a208-235bdac96d09","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:05.959698257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"b98ba282-24da-469b-850a-a618cc41b271","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b5c325","tenantID":"e2e-praxis-b-b5c325","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:06.066409686Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"b98ba282-24da-469b-850a-a618cc41b271","name":"e2e-praxis-b-b5c325-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:06.412418941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b57c45-7265-47c0-b8d1-0747ed829d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:06.461621119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b57c45-7265-47c0-b8d1-0747ed829d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:06.51009705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b57c45-7265-47c0-b8d1-0747ed829d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:06.55885025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b57c45-7265-47c0-b8d1-0747ed829d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:07.270654756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"b4ea6d7c-bce1-4db5-a95c-862464ba63d5","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:07.414807602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"9ed57605-8a6b-4637-bed8-7abc12de6700","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:07.414956874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e9e47e1c-1d86-44dc-9e4f-5ee3429a9ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:07.414808266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"07398b05-8f4c-4c71-853a-6e47b4cfb587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:07.468064551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"07398b05-8f4c-4c71-853a-6e47b4cfb587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:07.46927451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e9e47e1c-1d86-44dc-9e4f-5ee3429a9ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:07.470276721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"9ed57605-8a6b-4637-bed8-7abc12de6700","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:08.340613127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228a0761-f1a4-4400-93ce-42fd631771c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:08.389024147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228a0761-f1a4-4400-93ce-42fd631771c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:08.437149224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228a0761-f1a4-4400-93ce-42fd631771c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:08.485804009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228a0761-f1a4-4400-93ce-42fd631771c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:10.24941246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdea96ea-038a-4c39-9f5d-a44b041844c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:10.298953952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdea96ea-038a-4c39-9f5d-a44b041844c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:10.347500943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdea96ea-038a-4c39-9f5d-a44b041844c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:10.39571993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdea96ea-038a-4c39-9f5d-a44b041844c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:10.901974729Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","namespace":"ai-tenant-e2e-ipp-b-8364b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:10.902185474Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","namespace":"ai-tenant-e2e-ipp-b-8364b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:10.90233118Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","tenant":"e2e-ipp-b-8364b4","tenantID":"e2e-ipp-b-8364b4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:10.954035238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8364b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.011126566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"Service","name":"maas-api-e2e-ipp-b-8364b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.063652374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8364b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.113626313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8364b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.166534925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.217601389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.270937427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.321574606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.372704463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.422415637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.484427705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"Service","name":"payload-processing-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.53950649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.589956086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.694519059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.746123879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.798495424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.851165313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.902504089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:11.955676568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8364b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:12.00978236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8364b4"},"namespace":"ai-tenant-e2e-ipp-b-8364b4","name":"default-tenant","reconcileID":"b1fc00f6-5825-4202-815f-59580c343b73","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8364b4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:12.163872552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81ee901-9a66-4cb5-a766-3d154c910f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:12.212864346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81ee901-9a66-4cb5-a766-3d154c910f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:12.261243258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81ee901-9a66-4cb5-a766-3d154c910f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:12.312463289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81ee901-9a66-4cb5-a766-3d154c910f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:17.42059833Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-success","reconcileID":"bbe67071-b20d-4475-a763-2e2feb2244a3","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:17.625615062Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-success","reconcileID":"bbe67071-b20d-4475-a763-2e2feb2244a3","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:17.870383292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"30c927c0-d020-414c-9983-34b60cea7e9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:17.926864973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"0167eff2-9bee-415a-b1d2-c586dfe3496c","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.0514863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"07a83489-4ac0-4795-8624-b7d9959c828b","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.075169068Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8364b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8364b4","reconcileID":"dfbb8b13-24fa-44b2-b3b3-6477348178d5","aitenant":"ai-tenants/e2e-ipp-b-8364b4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.075864147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"291405a2-fb52-493c-9168-21976c8b810d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.076187649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"1a0bade7-9051-4631-8b55-3d2bc927b0c6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.076503961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c405a463-8021-450c-b2e4-5bde76a18262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.129705846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c405a463-8021-450c-b2e4-5bde76a18262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.130559101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"1a0bade7-9051-4631-8b55-3d2bc927b0c6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.132100473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"291405a2-fb52-493c-9168-21976c8b810d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.326703923Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-success","reconcileID":"47716cf8-2701-4d93-9f3a-53cba3cf8b28","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.478733718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"d696af39-603f-4330-836b-ce8cc7fccf4f","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.598750503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfb2e08-3b51-4bc4-833c-f83255948675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.649568795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfb2e08-3b51-4bc4-833c-f83255948675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.698318319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfb2e08-3b51-4bc4-833c-f83255948675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.746711376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfb2e08-3b51-4bc4-833c-f83255948675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:18.851495199Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8364b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8364b4","reconcileID":"dfbb8b13-24fa-44b2-b3b3-6477348178d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8364b4","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8364b4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:20.518865873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9131478-2772-470e-9315-adda1cf60c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:20.568197956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9131478-2772-470e-9315-adda1cf60c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:20.617840343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9131478-2772-470e-9315-adda1cf60c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:20.666219373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9131478-2772-470e-9315-adda1cf60c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:22.465787628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a51c3f-e8cc-4dba-83da-dbcb4f7ddd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:22.516290327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a51c3f-e8cc-4dba-83da-dbcb4f7ddd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:22.564848658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a51c3f-e8cc-4dba-83da-dbcb4f7ddd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:22.618639331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a51c3f-e8cc-4dba-83da-dbcb4f7ddd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:24.425541964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8b94da-8c21-42cc-9cdd-e0dc5ccf3ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:24.474267393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8b94da-8c21-42cc-9cdd-e0dc5ccf3ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:24.522645041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8b94da-8c21-42cc-9cdd-e0dc5ccf3ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:24.571157184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8b94da-8c21-42cc-9cdd-e0dc5ccf3ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:25.661355974Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-07ea50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-07ea50","reconcileID":"79b2b4ba-3d3f-4b8f-9f19-bc962b1b84fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-07ea50","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-07ea50":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:26.390370685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11248269-c854-4ec6-bd3e-ffc789fd33a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:26.438996871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11248269-c854-4ec6-bd3e-ffc789fd33a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:26.487433357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11248269-c854-4ec6-bd3e-ffc789fd33a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:26.53547575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11248269-c854-4ec6-bd3e-ffc789fd33a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:27.9004643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:28.300182043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e86cb231-9347-4df9-bbcd-e566429d1c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:28.348963562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e86cb231-9347-4df9-bbcd-e566429d1c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:28.397517409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e86cb231-9347-4df9-bbcd-e566429d1c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:28.445622179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e86cb231-9347-4df9-bbcd-e566429d1c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.497795448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"b32d0757-b018-43ed-8a58-99a4da2d9fe3","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.54870021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"b54655c0-94a4-471a-afa2-56537d599fae","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.72426612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-no-access","reconcileID":"0ce274c3-5a60-4a01-89c1-52c65c766ea5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.752652138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"f0d0b612-3f99-466c-acfb-ddf4696f9cfc","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.775977798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-no-access","reconcileID":"0ce274c3-5a60-4a01-89c1-52c65c766ea5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.805827469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"b29a09dd-301a-4f4e-8033-9ebe41a00088","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:42:29.851105681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-no-access","reconcileID":"c7f2e1ec-d65f-42e8-a4da-e69b9db3adf0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.896276168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a07b6148-62bb-4b0f-a1fe-7b90caecfe6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.896334704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"781dede4-b0cb-4487-839b-305b8e7b2256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.9488295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a07b6148-62bb-4b0f-a1fe-7b90caecfe6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.948939776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"781dede4-b0cb-4487-839b-305b8e7b2256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:29.955919692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"554e4b2a-ef49-45f5-8ec9-de0e359eabd2","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.009015923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"13877e72-7de4-4dc0-b2c4-2cb382801881","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.07670546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"719d573e-662c-4e43-b081-c9a2cfad4f5f","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.220068049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bfdb18-f586-48b4-b97a-e7a096409874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.269325297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bfdb18-f586-48b4-b97a-e7a096409874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.281049764Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-no-access","reconcileID":"8a67bd97-f132-4bd7-ac66-32df75696a0e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-1c6b79/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.318553213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bfdb18-f586-48b4-b97a-e7a096409874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.318672923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-no-access","reconcileID":"57f4b5c5-ad1b-4f86-9947-a9b1b15c30d9","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.369012921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bfdb18-f586-48b4-b97a-e7a096409874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.369235781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"1f06c990-6564-46b0-af36-1a0f4a9adcc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.369991399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8466f87c-b1ea-4d6b-a37a-78afaa612e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.375392607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-no-access","reconcileID":"57f4b5c5-ad1b-4f86-9947-a9b1b15c30d9","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.421759303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"1f06c990-6564-46b0-af36-1a0f4a9adcc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.42225121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"8466f87c-b1ea-4d6b-a37a-78afaa612e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.477647677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"7cd1d8b5-2cef-4797-b5bc-fc2ed7fd4e28","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.519081495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"0691107a-b582-4d44-ac62-5a2e4a4e64b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:30.711583469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-no-access","reconcileID":"4990eae4-1c3c-4447-b53e-a00cf74887fa","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:32.122851807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d77a8d1-90a0-424b-9678-3097aa131fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:32.171428558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d77a8d1-90a0-424b-9678-3097aa131fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:32.222463956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d77a8d1-90a0-424b-9678-3097aa131fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:32.273287726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d77a8d1-90a0-424b-9678-3097aa131fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:32.933969642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"f86ee8d4-24d2-4bd5-8d43-88c95a4e6628","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:33.078144349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"7696a0dd-14e8-45bf-83ec-4d5e47bc626f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:33.078275211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-no-access","reconcileID":"08a56419-311a-461d-a5dc-7fad38eb302e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:33.078146099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c6ebb120-67c9-4656-a280-d1f6423437d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:33.130646449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-no-access","reconcileID":"08a56419-311a-461d-a5dc-7fad38eb302e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:33.134064173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"7696a0dd-14e8-45bf-83ec-4d5e47bc626f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:33.134552253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c6ebb120-67c9-4656-a280-d1f6423437d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:34.040151489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6895f73b-6134-497e-9b83-27e2fac07c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:34.088803207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6895f73b-6134-497e-9b83-27e2fac07c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:34.137374403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6895f73b-6134-497e-9b83-27e2fac07c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:34.185774471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6895f73b-6134-497e-9b83-27e2fac07c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:35.930519413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58333ba-3154-411d-9087-774f45cf6a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:35.991111162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58333ba-3154-411d-9087-774f45cf6a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:36.039512588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58333ba-3154-411d-9087-774f45cf6a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:36.088055546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58333ba-3154-411d-9087-774f45cf6a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:37.8317972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269694cc-11b2-4ee4-ac05-57d3888c3b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:37.880513375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269694cc-11b2-4ee4-ac05-57d3888c3b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:37.928995187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269694cc-11b2-4ee4-ac05-57d3888c3b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:37.977870656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269694cc-11b2-4ee4-ac05-57d3888c3b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.084467976Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-no-access","reconcileID":"81c47f0d-c418-4c00-9ba8-17341e9c0e73","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.283397583Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-no-access","reconcileID":"81c47f0d-c418-4c00-9ba8-17341e9c0e73","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.477523018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"285a47d4-7a3f-46a5-87c5-4700adf7fa75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.534974896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"f601c11d-995f-4a52-bd57-94b7a8915a04","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.655175273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"3f713d94-452d-4a8c-a936-b3bfcd74ff26","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.679115363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-no-access","reconcileID":"0a85c928-09b2-4b5b-8157-849cef57bb87","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.679159054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"24e47a69-9265-4230-b57b-208b97eabdc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.679638991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"0dda9670-8661-4ccb-9458-a8e42ff18529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.731549203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"24e47a69-9265-4230-b57b-208b97eabdc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.731626755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-no-access","reconcileID":"0a85c928-09b2-4b5b-8157-849cef57bb87","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.733912423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"0dda9670-8661-4ccb-9458-a8e42ff18529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:43.875735792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-no-access","reconcileID":"33864f01-1fe1-4545-9daf-755558952aba","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:44.023623545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"eb898bd0-6a57-45cf-a241-16e5a307d3be","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:44.940232926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"b381899a-abb0-4017-a22d-394372c8c1d5","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:44.99353354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"e0b38011-a6c3-492b-aaab-9cfdf1cc0952","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.138118398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"00432c45-1b54-421d-856c-2e8c43a154df","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.190573029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"00432c45-1b54-421d-856c-2e8c43a154df","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.191042869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"bc77d0f1-cb70-4d20-86cf-ac15a85b6cbf","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.241253681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"12409276-4a41-4449-b83a-a09cee12c106","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:42:45.29404935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-free","reconcileID":"21866bfa-2cb5-49ff-8c61-f9b0bb515596","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.334500602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"f2136aac-3374-436e-949a-fe06fde3a2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.334521981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"456696a9-fe00-4f49-a7dd-46e5489f7063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.38711692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"456696a9-fe00-4f49-a7dd-46e5489f7063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.3871966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"f2136aac-3374-436e-949a-fe06fde3a2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.44093541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"4ef8a34d-5881-4b1f-a7ee-a7e55d30b0d7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.443194735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"fede60a9-2789-4f15-adb5-e29a095b646f","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.443347507Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-1c6b79 priority=0:[ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-free ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.489996655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"af19f60c-0b6b-413d-b23b-c62d24d4a1bf","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:42:45.492031794Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.543000332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"4239d40e-69c4-40f0-8860-55553006bb3a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:42:45.545598243Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.548538383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"aa4fc757-1fbf-4ca7-a7d6-1e0e863e7c9e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.599124621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8c314990-0da4-4665-9cf2-4ed44daf0165","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.601371815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"8ed1eebf-9fc1-4944-9a46-5f2c42d91ebd","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.651860038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8c314990-0da4-4665-9cf2-4ed44daf0165","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.74296174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b9bc19cf-18a3-4a14-bb6b-51455bf54e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.74336566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c33ee6d8-4403-4e4a-9ac5-4baca327e3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.795689158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c33ee6d8-4403-4e4a-9ac5-4baca327e3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.796058801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b9bc19cf-18a3-4a14-bb6b-51455bf54e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.798357213Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-free","reconcileID":"33250a41-2a3a-4bad-a484-448cae8c3ae2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.906279877Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-premium","reconcileID":"70f651e2-79b5-479b-804c-50e015529557","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.948563879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"16166099-3a74-4b43-a9a9-f85198c0d526","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.955505433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"44727699-f960-4436-9c77-c96ea8beaf09","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:45.999344759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"ef3f844e-5fd0-41ea-95e7-e75ff34c3ebd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:46.00107033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"16166099-3a74-4b43-a9a9-f85198c0d526","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:46.060187071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"8b00a4d9-c6bd-4c16-a704-318cb8c91f03","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:46.149934891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-free","reconcileID":"6a17db58-dc1f-465e-8ce9-992675c01155","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:46.265808955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-premium","reconcileID":"36ad9450-3214-426e-9a2f-6249d1db4f27","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:46.362833974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"846fad06-7fca-41e9-8df7-dde187c46997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:46.412136648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e86f70a-76fd-4420-9517-15ee7b009cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:46.460458134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e86f70a-76fd-4420-9517-15ee7b009cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:46.508956509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e86f70a-76fd-4420-9517-15ee7b009cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:46.557396847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e86f70a-76fd-4420-9517-15ee7b009cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:48.313736964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44b8953-4d19-4bfc-a15f-912b7d8fc2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:48.362229827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44b8953-4d19-4bfc-a15f-912b7d8fc2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:48.41056958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44b8953-4d19-4bfc-a15f-912b7d8fc2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:48.459519971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44b8953-4d19-4bfc-a15f-912b7d8fc2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:49.473097593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"2cf396f2-1ffb-4350-ae36-289985b4b4da","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:49.619123082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"cdf043a1-7cd3-44a7-b50b-db6979e6d990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:49.619327626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9b2eaa96-6d91-499f-b588-c8e6d4e22f6e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:49.619675816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"106d9dc9-a186-4c28-8498-a9516980998c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:49.671356945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"106d9dc9-a186-4c28-8498-a9516980998c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:49.6726438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"cdf043a1-7cd3-44a7-b50b-db6979e6d990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:49.673753847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9b2eaa96-6d91-499f-b588-c8e6d4e22f6e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:50.220693421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d085c293-b3ac-4f1a-85e5-dfed3b739c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:50.27035034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d085c293-b3ac-4f1a-85e5-dfed3b739c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:50.319014334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d085c293-b3ac-4f1a-85e5-dfed3b739c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:50.367665289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d085c293-b3ac-4f1a-85e5-dfed3b739c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:57.900126355Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:59.648042531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-free","reconcileID":"958ec3cb-1ceb-46d7-a191-fbfd8a1be54b","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:59.860198493Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-free","reconcileID":"958ec3cb-1ceb-46d7-a191-fbfd8a1be54b","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:42:59.983125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbc7586-031a-4ee2-833d-22233bb5b708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.032579074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbc7586-031a-4ee2-833d-22233bb5b708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.081213321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbc7586-031a-4ee2-833d-22233bb5b708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.084448428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-premium","reconcileID":"f8ed6e68-b905-4a90-b281-c993c4b48ea6","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.084675511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"e1ccc891-4fb5-473c-96ec-0ad241497cd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.130499735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbc7586-031a-4ee2-833d-22233bb5b708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.135986975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"719242ea-68c7-4f97-864c-a439425130fa","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.189610026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c2e17c5f-4478-41fb-a403-c7e0ffdc907d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.27237818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c314c252-07cd-40db-b124-8fa8f1e5340f","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.330629425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"78cd1e83-ade0-49cb-b87c-0e248030621c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.3307729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"752d116f-bb99-4eb7-bcff-3dc6e9b8fa33","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.331133031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5e5d9036-c583-4684-b9c3-e9f836ccc257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.383813907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"752d116f-bb99-4eb7-bcff-3dc6e9b8fa33","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.38422113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"78cd1e83-ade0-49cb-b87c-0e248030621c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.38663278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5e5d9036-c583-4684-b9c3-e9f836ccc257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.724618778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"d300616a-5c9b-433b-a052-b218e35feacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.72477472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"479ba6c3-19b3-458a-85bf-18053cb90bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.724618637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"00b47ddc-12fd-42f6-b67b-af725134f373","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.77685568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"d300616a-5c9b-433b-a052-b218e35feacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.777003409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"00b47ddc-12fd-42f6-b67b-af725134f373","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:00.779290541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"479ba6c3-19b3-458a-85bf-18053cb90bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:01.894832287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8c5526-1377-4f8c-be51-dbc8bc4bb121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:01.943652812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8c5526-1377-4f8c-be51-dbc8bc4bb121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:01.99255103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8c5526-1377-4f8c-be51-dbc8bc4bb121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:02.042402498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c8c5526-1377-4f8c-be51-dbc8bc4bb121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:03.815090356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072db849-8c71-4697-88f0-396dc23afadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:03.863574991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072db849-8c71-4697-88f0-396dc23afadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:03.923492757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072db849-8c71-4697-88f0-396dc23afadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:03.973042406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072db849-8c71-4697-88f0-396dc23afadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:03.979037514Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2c5cdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2c5cdf","reconcileID":"317af431-7489-465e-8154-83472adb71bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2c5cdf","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-2c5cdf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:05.737256355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419f8228-5c07-4f23-a175-b7418de39c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:05.78559815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419f8228-5c07-4f23-a175-b7418de39c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:05.833924383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419f8228-5c07-4f23-a175-b7418de39c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:05.882339788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419f8228-5c07-4f23-a175-b7418de39c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:07.696976887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67f8e46-9e42-4c72-88ed-0b419afb5530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:07.747595822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67f8e46-9e42-4c72-88ed-0b419afb5530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:07.7996591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67f8e46-9e42-4c72-88ed-0b419afb5530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:07.84806833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67f8e46-9e42-4c72-88ed-0b419afb5530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:09.653331546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aca907-466c-4b0a-a1d8-cc8cf2e8fa33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:09.702408446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aca907-466c-4b0a-a1d8-cc8cf2e8fa33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:09.751376397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aca907-466c-4b0a-a1d8-cc8cf2e8fa33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:09.799766976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aca907-466c-4b0a-a1d8-cc8cf2e8fa33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:10.434798084Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-premium","reconcileID":"8ae69c74-44b7-4ce7-b15c-cd42b85b8305","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:10.635292906Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-subscription-premium","reconcileID":"8ae69c74-44b7-4ce7-b15c-cd42b85b8305","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:10.886016815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"acae469a-23f0-424e-b7c1-28e5bed8e057","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:10.918738759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"7371843b-8d4f-4692-a842-1fdbfceffd20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.014905045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"81260d73-e609-485f-811c-4ade3a42aaee","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.095643085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c98901e1-f377-4b8f-bd74-616cd898f760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.096774289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"aa8f0581-9c39-4ec1-a718-0c255e9b21eb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.097737239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3208416d-d819-4111-82d8-101ddd6d1ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.151457231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"aa8f0581-9c39-4ec1-a718-0c255e9b21eb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.153086797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c98901e1-f377-4b8f-bd74-616cd898f760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.156912312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3208416d-d819-4111-82d8-101ddd6d1ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.296395728Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-auth-multi-sub-valid","reconcileID":"526cf3d7-585c-4674-b18b-3c9ad018ce88","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.447525817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"3cbf9496-6a73-4ca2-bc9e-a5fec644841e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.599011202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619586cf-98fd-4ce7-8021-874574171672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.647863353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619586cf-98fd-4ce7-8021-874574171672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.696343661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619586cf-98fd-4ce7-8021-874574171672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:11.744794793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619586cf-98fd-4ce7-8021-874574171672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:12.577452476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c55debf2-87b1-4e8a-b04e-464d882c1d4e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:12.628391316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"68f1523e-d6ea-4212-b6f7-498038a10aa5","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:12.826183945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-auth","reconcileID":"6bbd0568-e37f-43b3-8873-05dda80de43f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:12.854803053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"17f5b847-9e94-48e2-8de1-4cf401ccf32d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:12.899525387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-auth","reconcileID":"6bbd0568-e37f-43b3-8873-05dda80de43f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:12.907718853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"fc85a8a0-0530-4ba1-8914-b0b8b4bdd9e5","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:43:12.954190926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-subscription","reconcileID":"0a89140d-28e2-46d9-9321-016786f81177","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.036021159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e27a0974-d469-4cac-a9e1-c63a2f4aedc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.036468759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"8c62b946-b5db-4b53-a3e7-9c91833c6f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.088106073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e27a0974-d469-4cac-a9e1-c63a2f4aedc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.088460332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"8c62b946-b5db-4b53-a3e7-9c91833c6f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.089539996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"1cda6966-81e8-46cb-b772-85e81e79738a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.142251732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"7414c147-a215-4774-b102-6a18dfa806d2","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.238229827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"03add4f7-20bf-4ca8-9055-4d24e64dbc8d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.378215911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"ab7d5a16-5876-49c7-9aea-4ad429976433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.378224139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c51d5858-2d12-4cdb-8129-07eda07ef5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.380759233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-auth","reconcileID":"5df8a258-cc67-4411-86a7-bdfd11066a63","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.38822241Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-subscription","reconcileID":"6b36e39f-bd73-413f-b1a3-57d25e07a335","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.430757408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"ab7d5a16-5876-49c7-9aea-4ad429976433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.430772258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c51d5858-2d12-4cdb-8129-07eda07ef5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.433095513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-auth","reconcileID":"5df8a258-cc67-4411-86a7-bdfd11066a63","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.506553976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0efd4c9-575c-47f1-8b8a-c62046b25e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.559550372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0efd4c9-575c-47f1-8b8a-c62046b25e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.561195871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c4f5a90b-3488-447b-a3eb-54ebec5fcd55","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.609604352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"c4d713b7-e2b9-4b4a-9ea5-cb1ab5fbfbc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.609700043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0efd4c9-575c-47f1-8b8a-c62046b25e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.658531948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0efd4c9-575c-47f1-8b8a-c62046b25e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:13.804775423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-subscription","reconcileID":"938ed7ed-de18-44cd-adcf-2b29fe2ee39f","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:15.486033706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b830d10f-3458-4eb5-9c20-dd41d563c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:15.53461399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b830d10f-3458-4eb5-9c20-dd41d563c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:15.582928511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b830d10f-3458-4eb5-9c20-dd41d563c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:15.631861738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b830d10f-3458-4eb5-9c20-dd41d563c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:17.393915338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9cc8cd-b7c3-49cc-ba67-f1581489ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:17.442630875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9cc8cd-b7c3-49cc-ba67-f1581489ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:17.490910381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9cc8cd-b7c3-49cc-ba67-f1581489ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:17.539554631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9cc8cd-b7c3-49cc-ba67-f1581489ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:21.984914943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"02560ffd-679d-4d7b-a41a-7950aed67eed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-07ea50","tenantID":"e2e-praxis-a-07ea50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:22.097171406Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"02560ffd-679d-4d7b-a41a-7950aed67eed","name":"e2e-praxis-a-07ea50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:26.220403605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"ef573a0c-c03a-4c34-b297-e6fe19f7f20c","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:26.36411114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3f8a5c4f-f4b6-41ce-ad7a-b854867d6bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:26.364413246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-auth","reconcileID":"eb69cded-dbd8-44a1-ace8-623eb7d88943","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:26.364111159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f339b7e1-cd5b-4173-9cd8-4f0ba4ee6dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:26.417392295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-auth","reconcileID":"eb69cded-dbd8-44a1-ace8-623eb7d88943","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:26.418598523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3f8a5c4f-f4b6-41ce-ad7a-b854867d6bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:26.419821009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f339b7e1-cd5b-4173-9cd8-4f0ba4ee6dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:27.900042283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.371362466Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-subscription","reconcileID":"328af394-13f4-4e0a-a0b8-d08b89f90ace","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.570440414Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-subscription","reconcileID":"328af394-13f4-4e0a-a0b8-d08b89f90ace","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.764458409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"3186c2e3-aef4-4138-a76a-b466f0f9ac46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.770281188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"04695047-ef59-445c-90a1-837d34cf7158","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.914576641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e6ab6bea-644d-4266-841e-4eacdf17376c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.914696065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-auth","reconcileID":"cfd3519d-458d-4eec-823b-b32e2998aa71","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.914576729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a86b5af7-41ef-4ada-976b-4be8ba2e1d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.924089844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"ed3b7475-9cc5-4b69-bed9-1a5c816eb4eb","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.966423043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a86b5af7-41ef-4ada-976b-4be8ba2e1d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.966588931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e6ab6bea-644d-4266-841e-4eacdf17376c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:36.968726657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-auth","reconcileID":"cfd3519d-458d-4eec-823b-b32e2998aa71","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:37.111508097Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-test-group-auth","reconcileID":"a19fd768-b2d2-4c37-8aa6-261b1a87ebc8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:37.259920239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"aca5a033-359a-4bc5-a951-6997373b5f5e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:39.669622192Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","namespace":"ai-tenant-e2e-praxis-a-44eb96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:39.669677341Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","namespace":"ai-tenant-e2e-praxis-a-44eb96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:39.669730684Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","tenant":"e2e-praxis-a-44eb96","tenantID":"e2e-praxis-a-44eb96","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:39.720004638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"Deployment","name":"maas-api-e2e-praxis-a-44eb96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:39.778986862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"Service","name":"maas-api-e2e-praxis-a-44eb96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:39.838374461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-44eb96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:39.888626757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-44eb96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:39.940013652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:39.993533879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.047186962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.098142269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.148647571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.196963728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.244935863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"Service","name":"payload-processing-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.293481875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.341539316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.389723257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.438128234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.489794599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.537971628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.586140171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.634678483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-44eb96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:40.683036435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44eb96"},"namespace":"ai-tenant-e2e-praxis-a-44eb96","name":"default-tenant","reconcileID":"ab5dfe8e-722e-4ba8-be17-0992ef33bb29","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-44eb96","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.187492878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"467d9262-52f9-4b86-9fad-45cfd5cf889c","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.238203438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"b78d83aa-3766-4ddd-a7f0-a3c4705600be","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.38253753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth","reconcileID":"600160a7-0912-425b-a9dc-9dc00833841e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.434672532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth","reconcileID":"600160a7-0912-425b-a9dc-9dc00833841e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.444848074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"48c8540b-865c-450a-afb6-05746fbdd598","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.498115361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"7e8ee323-b8e8-4a69-8cf4-7d012a224cc1","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:43:44.546578073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-sub","reconcileID":"d8908982-1b96-4768-b9a8-72962bc1e6b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.589378319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"16f19106-5bb6-4ce6-b627-291462792f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.592077068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"de4a955d-f39d-4217-83d4-da635636116e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.641626506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"16f19106-5bb6-4ce6-b627-291462792f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.643800521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"de4a955d-f39d-4217-83d4-da635636116e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.65167541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"655a09cf-526e-4303-9fbf-ab801449ddf3","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.705666103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"fcb04733-3f9d-4c81-912d-9636227d895a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.734779101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"7d90c541-ed84-44cf-91a3-219c2aa19e4b","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.879531556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth","reconcileID":"208a0fd9-c3c1-48ad-b904-d916d0b508bc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.931814262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth","reconcileID":"208a0fd9-c3c1-48ad-b904-d916d0b508bc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:44.95573175Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-sub","reconcileID":"cb75b2ad-4ead-46e0-a61b-b9cc67b72377","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-status-active-sub","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:45.028330123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3ccc043f-9a97-45dc-b38b-07c8cc95a8e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:45.028326553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"92f5b5c8-5353-4722-9a0a-e79b285e4670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:45.080907299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"92f5b5c8-5353-4722-9a0a-e79b285e4670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:45.08096281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"3ccc043f-9a97-45dc-b38b-07c8cc95a8e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:45.108786291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"53b66b23-a5ad-4085-9a80-5c547db89aa5","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:45.14996263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"ba5ee216-a823-4f61-a637-1c6bacdbc264","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:45.348001207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-sub","reconcileID":"f213d63d-d665-4456-a3c6-16ba288b204c","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:47.152140678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"9972c584-4910-48ae-b683-57cd91e4f709","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:47.326015474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth","reconcileID":"d262c343-a146-4386-8094-0b9b626cfb8b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:47.32636272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"085be156-3d73-42b2-be76-3e8c67549b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:47.376950478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"318bb89a-d6f6-457f-84b7-8ced40e1440f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:47.383182278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"085be156-3d73-42b2-be76-3e8c67549b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:47.383619888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth","reconcileID":"d262c343-a146-4386-8094-0b9b626cfb8b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:47.429159719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"318bb89a-d6f6-457f-84b7-8ced40e1440f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:47.586978051Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-44eb96","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-44eb96","reconcileID":"465f6502-550d-4418-bd4b-4856e89b788b","aitenant":"ai-tenants/e2e-praxis-a-44eb96","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:48.192084764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c760cc61-166a-4d2e-adee-b5c6ae788f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:48.240419523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c760cc61-166a-4d2e-adee-b5c6ae788f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:48.288992705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c760cc61-166a-4d2e-adee-b5c6ae788f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:48.338092263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c760cc61-166a-4d2e-adee-b5c6ae788f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:48.392244519Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-44eb96","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-44eb96","reconcileID":"465f6502-550d-4418-bd4b-4856e89b788b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-44eb96","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-44eb96"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:49.809729969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"ec419f26-e3eb-48a8-896c-d9c14d24e6b9","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:49.809765323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"ec419f26-e3eb-48a8-896c-d9c14d24e6b9","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:50.217664634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdac406a-39c9-421c-bc51-1f2f62ae816d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:50.266026816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdac406a-39c9-421c-bc51-1f2f62ae816d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:50.316954442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdac406a-39c9-421c-bc51-1f2f62ae816d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:50.365506262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdac406a-39c9-421c-bc51-1f2f62ae816d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:52.164690087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6ef67-4100-4ffb-976d-3f45a88a42ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:52.215544857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6ef67-4100-4ffb-976d-3f45a88a42ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:52.265437147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6ef67-4100-4ffb-976d-3f45a88a42ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:52.316120785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6ef67-4100-4ffb-976d-3f45a88a42ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:55.208820403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"a1218c7b-e1d0-464c-8625-b89e13d1ba74","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:55.208843127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"a1218c7b-e1d0-464c-8625-b89e13d1ba74","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:55.259469872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"8b64ccc5-eac0-4de9-b8be-4f1b5e415b48","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:55.25948708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"8b64ccc5-eac0-4de9-b8be-4f1b5e415b48","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:55.355353358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"9d9c6dd7-1b31-4d35-a465-17a4a88bd4f4","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:55.469559338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"9d9c6dd7-1b31-4d35-a465-17a4a88bd4f4","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:55.520476829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-63e947-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"9d9c6dd7-1b31-4d35-a465-17a4a88bd4f4","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:55.574248939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"683d3d05-4f15-431a-a9bf-4b677a70cd24","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:55.574272236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"683d3d05-4f15-431a-a9bf-4b677a70cd24","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:56.866814118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d733c2-52ac-4131-8690-46e21c381b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:56.915237879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d733c2-52ac-4131-8690-46e21c381b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:56.963758209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d733c2-52ac-4131-8690-46e21c381b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.012326515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d733c2-52ac-4131-8690-46e21c381b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.312233179Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-sub","reconcileID":"eb1d3349-e2ba-413a-9a04-6f79bb330781","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.511418202Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-sub","reconcileID":"eb1d3349-e2ba-413a-9a04-6f79bb330781","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.715656118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"740c233a-82a9-4e61-9438-29a82642ef69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.762929725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"2d518d80-2e36-40a7-bea5-acdd7c34bd67","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.9005466Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.906775146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"59a16d1b-b84e-4b9e-9c09-9d853321dc08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.906941494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"3dc36484-78de-4669-ac70-86a594689a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.907187178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth","reconcileID":"fa5d1d91-0c25-45cd-b557-d90cddf4458e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.960794656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"3dc36484-78de-4669-ac70-86a594689a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.960831674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth","reconcileID":"fa5d1d91-0c25-45cd-b557-d90cddf4458e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:57.963857554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"59a16d1b-b84e-4b9e-9c09-9d853321dc08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:58.807592078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c035bf09-b598-4aad-8cbd-94168e9d267b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:58.855879263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c035bf09-b598-4aad-8cbd-94168e9d267b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:58.904249774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c035bf09-b598-4aad-8cbd-94168e9d267b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:58.95248349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c035bf09-b598-4aad-8cbd-94168e9d267b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:59.305340524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"426ffa60-4b5d-41ba-b369-2b8385cdb387","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-2c5cdf","tenantID":"e2e-praxis-b-2c5cdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:43:59.416825671Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"426ffa60-4b5d-41ba-b369-2b8385cdb387","name":"e2e-praxis-b-2c5cdf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:05.670770716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"fae7b0c8-a603-4ea9-9d51-520aa208365e","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:05.723125802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"fae7b0c8-a603-4ea9-9d51-520aa208365e","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:05.773882094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-63e947-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"fae7b0c8-a603-4ea9-9d51-520aa208365e","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:07.888200269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth","reconcileID":"ec86202f-598b-4024-8304-8af67ef93b58","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:07.888259909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"450fe065-2506-470b-840a-a0cb922eaa97","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:08.036031313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"ab91fdf6-35da-4a0c-9f83-f0b869cdfa85","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:44:08.947736956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-sub","reconcileID":"1e2c12ad-0d4f-44ba-903e-711ce064b639","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:08.995103343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"83da1bdf-48f6-4c3d-8e63-2e75041b67a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:08.995104824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"7d5685a2-1e81-4f23-a4a4-1bc047d05d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:09.047694675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"83da1bdf-48f6-4c3d-8e63-2e75041b67a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:09.047860281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"7d5685a2-1e81-4f23-a4a4-1bc047d05d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:09.344188802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"bec4703f-845e-4e17-95c1-7ede15b807bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:09.344189776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"1f1ffc35-f25c-4aeb-b131-52dd3fbfe978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:09.396180483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"bec4703f-845e-4e17-95c1-7ede15b807bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:09.396498144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"1f1ffc35-f25c-4aeb-b131-52dd3fbfe978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:11.411288669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"fc03aa69-7fa5-4bbc-ac81-1c4a1381606f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:11.411336135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"02ca610a-0fd0-41ff-86ec-5906508e7a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:11.46374911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"02ca610a-0fd0-41ff-86ec-5906508e7a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:11.465059166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"fc03aa69-7fa5-4bbc-ac81-1c4a1381606f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:15.870162804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"82338302-36db-43f2-8ec7-7bc230dd8bef","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:15.922135068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"82338302-36db-43f2-8ec7-7bc230dd8bef","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:15.972875662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-63e947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad7895dedc4979379e1586be4d9499bc55bc96a6c5abf2544c56d3eaf0eec8e) AuthConfig (32e0995807ad529b52aa61274ed9ffbcf2f2fdcc907689332c831593240a60a5) AuthConfig (bdcfac1c2d48489fef385839849cf46479e72c663ee9872380afa8ff94c9f43d) AuthConfig (16912c03ec32ea5dfb21b567fd2377cd2592b670290f3b1fb321f02033f4083b) AuthConfig (0d9d29e5df23a8d7e7fd31ea2546ee8ec7e08bf361321fcc2018ebfd774ec25b) AuthConfig (4f8ebcb1cdaaadbde6282c9e7c48e43cd8cd14e107abc8b856b85986f1a1c449) AuthConfig (b1ed5e165c197563318e437eeaf0e55a2c0d0fa21f38da69aff356c87b205e96) AuthConfig (54abec06219d13a11d386eb54e56197fb57bdb6762e0ae1df920f54de84fd567) AuthConfig (eed73e057a65ea86e03e7ea80ea279ba928f6d420061554f5338f6e984692468) AuthConfig (e1227f3d563f8e5842f8f2af7e0300c52e6c7e27e82cd0a40f810cf34c4b9317) AuthConfig (d65d4618a39e7bd69f30a849a9325e8124d52ebd7619427b28dac52e709cc8b6) AuthConfig (fd613f2e83d309a000b690a0b82efb49642141e81d48469d8a4467c0894c06a5) AuthConfig (eb448e54986a081568cd30fe3012336212bf3d30c9293ff6e61a72887a62e468) AuthConfig (8c1b371a8e2707202d10a638ac1ff1a92dbf7a023588e696d210effb05ced1f7) AuthConfig (2f3fa4660c82365dd610a04a802fa0e4cac13406435c54b340d9af276313c2cb) AuthConfig (64784754133f48f6d7027d5f2d78de95a21d0d047192296c81e78716b86f09ae) AuthConfig (2388714d38f4e30af2428a538c8ab502aa08816d388ab1337d1a10a8ab854c63) AuthConfig (24103fd116b8f33140465957f52e699073b498ab39833bc45b1d890e90224020)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"82338302-36db-43f2-8ec7-7bc230dd8bef","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:16.026200496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"f8dba694-99e6-4691-ad7a-d81e1c29c76e","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:16.026222799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"f8dba694-99e6-4691-ad7a-d81e1c29c76e","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:19.003866464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ee55bf-6f21-421c-be22-16ca13ab56fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:19.052603791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ee55bf-6f21-421c-be22-16ca13ab56fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:19.101154416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ee55bf-6f21-421c-be22-16ca13ab56fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:19.150813719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ee55bf-6f21-421c-be22-16ca13ab56fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:20.903547007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3da0b5c-7828-49f5-a81f-14ccbdd66a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:20.951887101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3da0b5c-7828-49f5-a81f-14ccbdd66a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:21.000372385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3da0b5c-7828-49f5-a81f-14ccbdd66a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:21.049594492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3da0b5c-7828-49f5-a81f-14ccbdd66a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:21.418491349Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-sub","reconcileID":"1985fd8a-5ad4-4baf-b6a3-8711b8fd5b5f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:21.418695381Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-sub","reconcileID":"1985fd8a-5ad4-4baf-b6a3-8711b8fd5b5f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:21.867507862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"011ff0d7-231a-4e0a-857d-a0938d01df7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:21.867506663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"4fbdd9ba-80e6-4ff9-b2b5-ea13e484401f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:21.919839462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"4fbdd9ba-80e6-4ff9-b2b5-ea13e484401f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:21.919888791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"011ff0d7-231a-4e0a-857d-a0938d01df7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:22.538977392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"d4790a59-8cd3-4352-8e24-109265a0c825","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:22.590085739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"88d795c7-c22d-4b3e-bf81-36e0fa80963d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:22.736173426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth-only","reconcileID":"61325cb9-f5f3-4c7e-9dbe-83640ab0a22e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:22.80301052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth-only","reconcileID":"61325cb9-f5f3-4c7e-9dbe-83640ab0a22e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:23.103606553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"19430978-12ff-4b08-932a-ae50ea813a64","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:23.249830442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth-only","reconcileID":"73abc4b6-8685-429f-a1c5-50706842a369","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:23.304617144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth-only","reconcileID":"73abc4b6-8685-429f-a1c5-50706842a369","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:25.138562456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-active-auth-only","reconcileID":"eb5f7f37-3ac9-4a76-ac1f-9a701ccb1daa","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:25.13862247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"49b6c2dd-ad7e-4e2e-9c86-a1be7a4c12a8","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:25.353474598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"a09d673d-2cd0-43b8-8768-6a2591b3d33c","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:26.123209278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"1af2fcaf-3dd8-4e8b-b17f-8b68588f6049","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:26.175555601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"1af2fcaf-3dd8-4e8b-b17f-8b68588f6049","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:26.226410061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-63e947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ad7895dedc4979379e1586be4d9499bc55bc96a6c5abf2544c56d3eaf0eec8e) AuthConfig (32e0995807ad529b52aa61274ed9ffbcf2f2fdcc907689332c831593240a60a5) AuthConfig (bdcfac1c2d48489fef385839849cf46479e72c663ee9872380afa8ff94c9f43d) AuthConfig (16912c03ec32ea5dfb21b567fd2377cd2592b670290f3b1fb321f02033f4083b) AuthConfig (0d9d29e5df23a8d7e7fd31ea2546ee8ec7e08bf361321fcc2018ebfd774ec25b) AuthConfig (4f8ebcb1cdaaadbde6282c9e7c48e43cd8cd14e107abc8b856b85986f1a1c449) AuthConfig (b1ed5e165c197563318e437eeaf0e55a2c0d0fa21f38da69aff356c87b205e96) AuthConfig (54abec06219d13a11d386eb54e56197fb57bdb6762e0ae1df920f54de84fd567) AuthConfig (eed73e057a65ea86e03e7ea80ea279ba928f6d420061554f5338f6e984692468) AuthConfig (e1227f3d563f8e5842f8f2af7e0300c52e6c7e27e82cd0a40f810cf34c4b9317) AuthConfig (d65d4618a39e7bd69f30a849a9325e8124d52ebd7619427b28dac52e709cc8b6) AuthConfig (fd613f2e83d309a000b690a0b82efb49642141e81d48469d8a4467c0894c06a5) AuthConfig (eb448e54986a081568cd30fe3012336212bf3d30c9293ff6e61a72887a62e468) AuthConfig (8c1b371a8e2707202d10a638ac1ff1a92dbf7a023588e696d210effb05ced1f7) AuthConfig (2f3fa4660c82365dd610a04a802fa0e4cac13406435c54b340d9af276313c2cb) AuthConfig (64784754133f48f6d7027d5f2d78de95a21d0d047192296c81e78716b86f09ae) AuthConfig (2388714d38f4e30af2428a538c8ab502aa08816d388ab1337d1a10a8ab854c63) AuthConfig (24103fd116b8f33140465957f52e699073b498ab39833bc45b1d890e90224020)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"1af2fcaf-3dd8-4e8b-b17f-8b68588f6049","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:26.420428123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-auth","reconcileID":"f92cb425-26c9-43b8-b735-c1f6007f5b7d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:26.472458305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-auth","reconcileID":"f92cb425-26c9-43b8-b735-c1f6007f5b7d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:26.525554852Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-auth","reconcileID":"f92cb425-26c9-43b8-b735-c1f6007f5b7d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:26.869824594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-auth","reconcileID":"5302b704-5bf3-494a-ade3-17990afe10ed","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:26.922823355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-auth","reconcileID":"5302b704-5bf3-494a-ade3-17990afe10ed","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:26.973448278Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-auth","reconcileID":"5302b704-5bf3-494a-ade3-17990afe10ed","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:27.914503887Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:28.579236822Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-failed-auth","reconcileID":"7ad107c5-2857-4486-9535-2c59bbe9627f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:28.823223259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d57095-4556-4a3c-8684-65a0d170240f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:28.871744884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d57095-4556-4a3c-8684-65a0d170240f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:28.920399127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d57095-4556-4a3c-8684-65a0d170240f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:28.968799146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d57095-4556-4a3c-8684-65a0d170240f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:29.421893591Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc8dfc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc8dfc","reconcileID":"6abba487-88a7-4d84-a7e6-a31b1f5ed95e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cc8dfc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cc8dfc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:29.502647065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"dbd86816-f764-4013-b6f9-c3f086dac4eb","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:29.556057063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"e19479e4-22b9-4b09-9a62-12b6ba5ed995","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:29.704265653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"3870971a-7c78-4f37-9613-e1ca3a9b4edc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:29.758646561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"3870971a-7c78-4f37-9613-e1ca3a9b4edc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:29.780242798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"3ad9f2ab-5da8-4d9b-b6fc-52090e19bb89","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:29.831548721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"91741862-36a7-43e7-a358-52fb73a81e38","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:44:29.882928581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-sub","reconcileID":"26ceac98-5fa9-44fa-80d4-5550313b0bab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:29.950287494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a4e66c9f-dbec-47f0-a0c6-838a1737ea9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:29.950501226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"35a92e3f-6e71-4f91-a991-b0726b98f31a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.00451288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"35a92e3f-6e71-4f91-a991-b0726b98f31a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.004632069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a4e66c9f-dbec-47f0-a0c6-838a1737ea9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.053536711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"9b63815d-f3a4-47d4-a0b6-d85c219fca0c","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.10323756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"36a79a28-f5eb-4a7f-84c4-2daccf727376","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.104423337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"386d05a1-e20e-4b38-b83b-b9ac5f5fadc7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.263986185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"8f246791-acb1-4ff4-ba4f-a2d66adf2f55","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.316788711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"8f246791-acb1-4ff4-ba4f-a2d66adf2f55","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.36675122Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-sub","reconcileID":"a861946d-b5cf-4576-859a-3e762468517a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.366895971Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-sub","reconcileID":"a861946d-b5cf-4576-859a-3e762468517a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.393766987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f175362a-dff0-456d-b1b1-ba99a28798fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.393847854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9904a758-3bb2-4ba4-992c-ec35ab4c0c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.446354626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9904a758-3bb2-4ba4-992c-ec35ab4c0c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.446391533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f175362a-dff0-456d-b1b1-ba99a28798fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.561248311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"d0372deb-2430-477a-ac27-f066f57e544e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.569774791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"35165e0a-0ac5-437c-87da-6f877b28e46e","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.739546886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ac1106-7b27-4365-a8de-53aa75a5d869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.764614568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-sub","reconcileID":"4c3a8ce8-7080-4a35-aa12-a2582aef1353","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.787755502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ac1106-7b27-4365-a8de-53aa75a5d869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.787904457Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-sub","reconcileID":"4c3a8ce8-7080-4a35-aa12-a2582aef1353","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.836496791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ac1106-7b27-4365-a8de-53aa75a5d869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:30.885284733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ac1106-7b27-4365-a8de-53aa75a5d869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.219429341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c7b392c8-83b2-4056-9dab-711447a04d8d","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.362956919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"6af5a000-8f6e-4dbf-a3ba-40596bc41d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.362965848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"32c90fcb-9719-4fa9-b2f1-f1734bab41f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.365728259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"6fa5ab39-3a52-40ae-b425-0b0135d09c62","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.415396094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"6af5a000-8f6e-4dbf-a3ba-40596bc41d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.41671814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"32c90fcb-9719-4fa9-b2f1-f1734bab41f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.418546549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"6fa5ab39-3a52-40ae-b425-0b0135d09c62","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.635196592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7062306f-9da2-4713-84f5-aab4fa70bde0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.683724337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7062306f-9da2-4713-84f5-aab4fa70bde0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.732186617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7062306f-9da2-4713-84f5-aab4fa70bde0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:32.780679413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7062306f-9da2-4713-84f5-aab4fa70bde0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:34.544775823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00544072-2b20-4359-b684-c1d2ed059ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:34.593175641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00544072-2b20-4359-b684-c1d2ed059ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:34.641404199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00544072-2b20-4359-b684-c1d2ed059ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:34.689612063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00544072-2b20-4359-b684-c1d2ed059ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:36.322935979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"b189587f-3e07-4287-911a-3b354268149e","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:36.374868641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"b189587f-3e07-4287-911a-3b354268149e","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:36.634811814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"296c94a1-294b-4919-b1bd-4d915743c33b","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:36.63484213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"296c94a1-294b-4919-b1bd-4d915743c33b","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.125359768Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","namespace":"ai-tenant-e2e-praxis-b-b5c325","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.125417623Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","namespace":"ai-tenant-e2e-praxis-b-b5c325","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.125471674Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","tenant":"e2e-praxis-b-b5c325","tenantID":"e2e-praxis-b-b5c325","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.17545676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b5c325","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.232804795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"Service","name":"maas-api-e2e-praxis-b-b5c325","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.290102924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b5c325","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.341230872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b5c325","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.391340207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.441597913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.493892813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.544335168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.592698565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.640901122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.695622387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"Service","name":"payload-processing-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.745157021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.793359087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.841157434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.889247745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.942554311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:40.990167047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.037733378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.087586582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b5c325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.135584417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b5c325"},"namespace":"ai-tenant-e2e-praxis-b-b5c325","name":"default-tenant","reconcileID":"7d509c96-bed9-47b6-a73c-6560eef0f3bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b5c325","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.741921493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"f842365e-02f4-42a5-888d-7d7f801dd70e","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.74194346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"f842365e-02f4-42a5-888d-7d7f801dd70e","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.796041579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"4c7c1b80-730c-4e08-a7f1-d2ba4e9e7f2b","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.796066214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"4c7c1b80-730c-4e08-a7f1-d2ba4e9e7f2b","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.837919951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"21842334-d1ca-4af5-a113-47fbf3f7940c","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:44:41.841429114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"ffa71abc-8149-4510-9fd1-eca42a3504ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-63e947-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:44:41.844948455Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"4c7c1b80-730c-4e08-a7f1-d2ba4e9e7f2b","name":"praxis-route-63e947","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-63e947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:44:41.844999096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"4c7c1b80-730c-4e08-a7f1-d2ba4e9e7f2b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-63e947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.850284934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"0cb14042-81db-4a33-841c-b30ae7f099ce","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.85030087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"0cb14042-81db-4a33-841c-b30ae7f099ce","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.88967606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"21842334-d1ca-4af5-a113-47fbf3f7940c","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.943198127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"64722171-3672-44cb-99cd-ae26d92d6d39","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:41.943218898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"64722171-3672-44cb-99cd-ae26d92d6d39","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.002019776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"3ba9ae0e-6300-4577-a2c0-cc6d5671030c","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.002042414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"3ba9ae0e-6300-4577-a2c0-cc6d5671030c","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.200887744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"f4d0d823-0cd7-493b-b26b-606e1dddd17e","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.210650102Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"93051800-bd57-4b40-b48b-5501975cd05e","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"maas-trlp-praxis-route-63e947","model":"praxis-route-63e947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.253649353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"f4d0d823-0cd7-493b-b26b-606e1dddd17e","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.365116445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"8e4e8dfa-bba7-4ef6-b530-ec4a534a9eb6","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.365136438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"8e4e8dfa-bba7-4ef6-b530-ec4a534a9eb6","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.370378464Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-sub","reconcileID":"d3e58364-230d-4335-a947-e1b1bcb1a518","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.558261402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"10994969-a8ea-4349-b0e9-9432c95716e2","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"maas-trlp-praxis-route-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.571712122Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-sub","reconcileID":"d3e58364-230d-4335-a947-e1b1bcb1a518","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.571740145Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-sub","reconcileID":"d3e58364-230d-4335-a947-e1b1bcb1a518","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.57187736Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-sub","reconcileID":"d3e58364-230d-4335-a947-e1b1bcb1a518","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.764952848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"2b7dac21-a86b-4636-874f-9e2dcf8f1e71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.824868541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"72634cec-bb82-4206-b839-5f2564f18a62","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.968139341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"0f5cb405-44c7-43c9-b4c2-c678c9af9241","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.969162986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"48b56f93-0bfb-4f39-8e58-801330efa3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.969168856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c93dc43e-1942-445d-b589-039109df2749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:42.969614647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"2712b098-38e5-469f-b460-c1f3eb0a804d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:43.022206395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"48b56f93-0bfb-4f39-8e58-801330efa3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:43.022234107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c93dc43e-1942-445d-b589-039109df2749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:43.024413175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"2712b098-38e5-469f-b460-c1f3eb0a804d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:43.221509744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"3d6a0b94-227d-48b0-84fb-d91f552f3131","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:43.371251409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"70c0ce8d-4a43-48cf-aa30-9ac0eff7fb2b","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:44.201663651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"916c2822-e0ac-4b57-984c-a7aa0c0d3528","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:44.252068219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"41d0d6ea-d442-4444-a032-f85ff5bbff24","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:44.443096808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"7abbb0f3-c3d9-41a4-ad3f-e9c742c18825","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:44.495832027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"7abbb0f3-c3d9-41a4-ad3f-e9c742c18825","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:44.593848958Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"7abbb0f3-c3d9-41a4-ad3f-e9c742c18825","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:44.844244123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"10f92e6d-f4d5-4d79-bf30-69f4f1a86f50","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:45.036772253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"eb59431e-d0fb-4049-84bb-5fabe3f731f0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:45.089062952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"eb59431e-d0fb-4049-84bb-5fabe3f731f0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:45.187812759Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"eb59431e-d0fb-4049-84bb-5fabe3f731f0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:45.697533345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"94d057e6-b029-4c77-b15f-5247d07b7682","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:45.797357681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"00d3a1f2-3c67-40da-ac65-397dfa58f8d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:45.818002682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"2a793c0f-4ab4-4852-96f9-0c8bc349345e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:45.926718787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"b3dcad99-3fcb-4f7b-9892-74877ce2ce63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.040772989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"12adac46-54cb-45f0-a45d-b878b9a3eedb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.140489437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cdaaddbd-7324-45e2-80bb-0a3aef45a4c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.240155721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"b517908b-7ffb-4fd5-9725-dee20613ce92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.275360445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"f47def15-f2dd-48d1-b019-ae475bae3203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.340579995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"797b757b-9bd2-43dc-8de2-7f36734d02db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.553179151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f67cfa82-c367-4603-b4b6-eecc428ce480","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.604166466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"d726a2dd-1ce4-4c6b-8cce-bdbb0baf9093","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.604546246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"5e7047b0-9433-4e3f-8508-995d9ba7c5c3","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.652064735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-degraded-auth","reconcileID":"d726a2dd-1ce4-4c6b-8cce-bdbb0baf9093","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.90522161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"51051297-18bb-4a49-b23e-fdc12ce00d53","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:46.949917579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"7fe7a025-27c2-43f8-be27-438176999c43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:47.816964985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"4f18b5ff-88e0-45bb-b760-d329d9041171","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:47.816991572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"4f18b5ff-88e0-45bb-b760-d329d9041171","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:47.872660709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"54c7d050-b5fe-4cbb-8216-cc91c76aa58f","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:47.96565607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"2d7092c8-5150-4611-a31a-b805d8f69204","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:47.96567581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"2d7092c8-5150-4611-a31a-b805d8f69204","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.016577596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"21844b2d-4a61-400f-892b-c73d61d07a7a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.016597584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"21844b2d-4a61-400f-892b-c73d61d07a7a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.20953745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"852dc789-336d-46a3-9f58-56ea43267dcf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.230257902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"c6f3622c-2c96-4408-aa93-79ad55d6636d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.230275642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"c6f3622c-2c96-4408-aa93-79ad55d6636d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.261607117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"852dc789-336d-46a3-9f58-56ea43267dcf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.286169884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"351561c0-7f9a-45ea-9d6c-2ed556e784f7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.28627516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"351561c0-7f9a-45ea-9d6c-2ed556e784f7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:44:48.331394675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-sub","reconcileID":"9bc16480-d9bb-48b2-bcdf-0339376ed561","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:44:48.335531848Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"351561c0-7f9a-45ea-9d6c-2ed556e784f7","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:44:48.335584022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"351561c0-7f9a-45ea-9d6c-2ed556e784f7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.340949972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"6947f2dd-42ce-4c4c-84d7-1aa68084dbd4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.340964054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"6947f2dd-42ce-4c4c-84d7-1aa68084dbd4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.422182694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a5914ca1-aa50-455c-b0d1-aa9cafc0a715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.422183573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d10a0792-41cd-4123-a109-4182f5cbd3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.432674047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"908f4a66-b020-4dd7-b839-e0102818b168","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.432689868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"908f4a66-b020-4dd7-b839-e0102818b168","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.474480717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a5914ca1-aa50-455c-b0d1-aa9cafc0a715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.474535222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"d10a0792-41cd-4123-a109-4182f5cbd3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.485159338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"59d65f1e-8f90-4c82-a8bd-4269e4f588d0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.485174452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"59d65f1e-8f90-4c82-a8bd-4269e4f588d0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.561579073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"139cc348-ae3c-47a6-9dc3-d926bae0d465","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.561603905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"139cc348-ae3c-47a6-9dc3-d926bae0d465","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.68128097Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-sub","reconcileID":"10361e03-7227-45d0-aff2-e08964e6ab8d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.753193846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"3805b12a-156a-4cee-bdb3-3cea67228781","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.805448341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"3805b12a-156a-4cee-bdb3-3cea67228781","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.837103373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"cf02fe13-d7a8-4431-a9dc-a4619ab28187","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.837124249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"cf02fe13-d7a8-4431-a9dc-a4619ab28187","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.902004689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"6cc678e1-5827-48b1-8814-f86a485aa4f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.902105939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"45304a28-1a6e-4250-99cc-503d9baaafab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.954116311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"45304a28-1a6e-4250-99cc-503d9baaafab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:48.954989817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"6cc678e1-5827-48b1-8814-f86a485aa4f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:49.031123539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-sub","reconcileID":"1e771eef-4379-4fff-94cf-fb7e3464e954","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:51.149775134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d583ad4-512e-4764-a534-4a249887db33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:51.199012127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d583ad4-512e-4764-a534-4a249887db33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:51.199133683Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b5c325","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b5c325","reconcileID":"81a971eb-02c2-4c29-8256-34bd32d4d378","aitenant":"ai-tenants/e2e-praxis-b-b5c325","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:51.247374772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d583ad4-512e-4764-a534-4a249887db33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:51.295797654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d583ad4-512e-4764-a534-4a249887db33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:51.941539628Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b5c325","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b5c325","reconcileID":"81a971eb-02c2-4c29-8256-34bd32d4d378","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b5c325","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b5c325"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:53.046830427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9862d40-f85c-4919-b7a7-c0e88ff4b39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:53.095776858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9862d40-f85c-4919-b7a7-c0e88ff4b39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:53.144926369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9862d40-f85c-4919-b7a7-c0e88ff4b39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:53.200869375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9862d40-f85c-4919-b7a7-c0e88ff4b39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:54.951221099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75684d20-bdcb-41c8-bdba-b1929eccb76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:54.999684864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75684d20-bdcb-41c8-bdba-b1929eccb76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:55.04849961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75684d20-bdcb-41c8-bdba-b1929eccb76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:55.097183805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75684d20-bdcb-41c8-bdba-b1929eccb76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:55.300370693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"06f1f7d3-3d8b-4710-8f0c-1272ee1bd9f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:57.383908876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"47034c41-69d7-4ad0-8543-1cd9e63d2eb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:57.89969891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:58.242896325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"c7ee463f-6ca1-4e91-a8ec-cfffdad611f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:59.794099855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"96150e6a-8d20-4d4c-8085-72e5db6ba512","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:59.846505786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"9737ea2d-7e33-4003-b04c-3ea88e948df1","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:44:59.990239071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey-auth","reconcileID":"179ae861-e80e-4fa5-a304-de28802f3f0a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.042506518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey-auth","reconcileID":"179ae861-e80e-4fa5-a304-de28802f3f0a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.058687331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"b2d48f10-5b22-4583-ac09-f04bb30cdc3e","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.109493037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"bd07f30d-fd9d-4803-a559-2ad80b28a677","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:00.16174125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey","reconcileID":"b5ccf4ea-a086-4a29-8e78-b3f4ef21d05f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.165441692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"38b40638-5ab7-4a75-ae0d-5c2007b9f30f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.165461493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"38b40638-5ab7-4a75-ae0d-5c2007b9f30f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.206128939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e079eaca-46ef-4504-9652-d7605d7fede6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.208559878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"994dcdb3-ffce-45c7-8ec6-9c12b24218c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.259898097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e079eaca-46ef-4504-9652-d7605d7fede6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.262390757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"994dcdb3-ffce-45c7-8ec6-9c12b24218c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.268907839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"fe45116f-01ba-4cac-85f4-5481d82fcef1","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.319758834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"e087c55d-c8d3-497a-991f-3ce131db3684","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.34370661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"ab421c67-760f-49f1-8a00-176bc9b98625","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.491570411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey-auth","reconcileID":"526b5521-838b-4a24-a2df-8f5de91754fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.551683811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey-auth","reconcileID":"526b5521-838b-4a24-a2df-8f5de91754fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.582283177Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey","reconcileID":"5d23fd77-d5f3-4118-af96-f3009ac321ae","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.582433805Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey","reconcileID":"5d23fd77-d5f3-4118-af96-f3009ac321ae","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-747799/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.643789138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"b3d3c87e-b5f2-4efb-9ea2-563cc0d00bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.643803556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"ebe74397-5319-4c5c-b996-c702d469ea06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.696330923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"b3d3c87e-b5f2-4efb-9ea2-563cc0d00bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.696547917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"ebe74397-5319-4c5c-b996-c702d469ea06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.779354267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"75b84f4d-24a4-414d-939f-e3726abb87b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:00.838801036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"ff6db02f-8dc5-4ce0-95b1-92554c4666ee","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:01.035793113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey","reconcileID":"0b167887-7750-4ee4-a95c-c5559fd25a87","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:01.035932088Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey","reconcileID":"0b167887-7750-4ee4-a95c-c5559fd25a87","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-747799/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:01.276999209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"838b545b-d585-443f-95f9-8338e25cff71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:03.066125918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"8a1d4228-a5d2-4847-86f5-c3e145ac747f","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:03.214041458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"db69ffd5-6f68-4cf0-af55-e7cbf7d98f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:03.214828042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey-auth","reconcileID":"8a052736-12fe-4383-ae8e-914d8943a225","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:03.215388655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"b1a84575-6967-4af3-9a4a-d5dd7a2af9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:03.268112408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey-auth","reconcileID":"8a052736-12fe-4383-ae8e-914d8943a225","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:03.269246419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"b1a84575-6967-4af3-9a4a-d5dd7a2af9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:03.270534023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"db69ffd5-6f68-4cf0-af55-e7cbf7d98f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:05.600528268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"8e87135b-e278-489c-8aff-493993840e24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:05.709479236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-sub","reconcileID":"1a5e60af-771b-4472-beb0-74f10d5a614a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:05.812502842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"b2d18263-cd27-4b6e-a135-89d6efe21289","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:05.86933442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"bcd4075e-672b-40fe-a1c3-e701055ba3ae","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"tenant":"e2e-worker-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:05.869354807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"bcd4075e-672b-40fe-a1c3-e701055ba3ae","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:05.913004876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"2eaf8e81-5a58-419f-b731-fa9401a97593","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.114019417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b70b7e17-7717-4e0f-891f-2ae1ffce77b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.216179662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"85a17681-3242-437e-806a-7585e7662c8d","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"maas-trlp-praxis-route-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.221474519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"8179ad2d-7a01-47c0-bc52-0e8a331b32e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.370758768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"b46b5206-e256-4fad-83b1-c732bc5816f1","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.370783132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"b46b5206-e256-4fad-83b1-c732bc5816f1","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.410946746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"a57435cd-dca5-4cd2-8864-73eb59eb41e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.515879077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"12ede7fd-4ca1-4d5e-bf96-500442447008","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.621142541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"8c608e0d-0129-47a9-aff3-3570d93d7aca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.721229932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"15707a78-29df-4387-8467-b0a332d7e525","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:06.82026536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f0a1143-c6d1-4737-bedf-4e8855e5bc04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:07.073001286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"eaae143b-2d80-49fa-82b8-bff05881f0cd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:07.07316829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"3c0766b8-948c-4b3b-9920-5cd898f9dea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:07.073616973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b9b9a793-5c2c-4a01-bc76-b5a07c966fd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:07.126112586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"eaae143b-2d80-49fa-82b8-bff05881f0cd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:07.126784841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"3c0766b8-948c-4b3b-9920-5cd898f9dea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:07.128362834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b9b9a793-5c2c-4a01-bc76-b5a07c966fd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:07.320077449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"c54b9bf9-25ad-4f8c-b560-ba2ebbd4772d","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:07.371925454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"c54b9bf9-25ad-4f8c-b560-ba2ebbd4772d","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:09.31701255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd68934d-e845-45ad-885b-93f6132c5619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:09.365424944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd68934d-e845-45ad-885b-93f6132c5619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:09.413728851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd68934d-e845-45ad-885b-93f6132c5619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:09.46222689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd68934d-e845-45ad-885b-93f6132c5619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:10.976337343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"0bec8480-18c9-4c74-919d-d775587cd971","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:10.976365919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"0bec8480-18c9-4c74-919d-d775587cd971","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.127034738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"7b9f83f2-2e3c-469a-baf5-16fd58ced299","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.171375271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"edcbec90-665b-4204-8244-e2238e06c7aa","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"maas-trlp-praxis-route-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.179517681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"7b9f83f2-2e3c-469a-baf5-16fd58ced299","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.247890715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75d947f-eeba-4c8b-a3e9-af1b6288995a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.296723014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75d947f-eeba-4c8b-a3e9-af1b6288995a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.345342714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75d947f-eeba-4c8b-a3e9-af1b6288995a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.348519563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"bd41dee2-56ee-44e4-a865-f8a9b940bb61","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.348536086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"bd41dee2-56ee-44e4-a865-f8a9b940bb61","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.393868103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75d947f-eeba-4c8b-a3e9-af1b6288995a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:11.587923728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"7afbdccd-701a-4b95-accb-0d14678e4fd3","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"maas-trlp-praxis-route-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.141496907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e82b5d-b0d6-4c99-ba9b-c0a834fb1f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.190057023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e82b5d-b0d6-4c99-ba9b-c0a834fb1f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.23871735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e82b5d-b0d6-4c99-ba9b-c0a834fb1f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.239023915Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey","reconcileID":"a6d80444-49df-4fad-b82e-1be11dab9c2a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.294483184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e82b5d-b0d6-4c99-ba9b-c0a834fb1f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.542296127Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey","reconcileID":"a6d80444-49df-4fad-b82e-1be11dab9c2a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.542341781Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey","reconcileID":"a6d80444-49df-4fad-b82e-1be11dab9c2a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.542450019Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey","reconcileID":"a6d80444-49df-4fad-b82e-1be11dab9c2a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-747799/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.736858658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"aa3b19b6-93a2-4141-a753-ae2ed3d127df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.793518615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"4021c595-ac00-448f-a867-86ff8b39bb6b","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.937791013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey-auth","reconcileID":"a8a57c18-abfb-4803-a750-8d10b66b15d0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.938270722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e26627e5-73b1-4a2f-b09c-fa2887f8a36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.938286305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0325c7eb-4301-4df8-9146-e5b2ccdd6792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.941461353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"e22a6342-918d-4ff1-9465-10f3365e70f2","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.990860573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0325c7eb-4301-4df8-9146-e5b2ccdd6792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.990990461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e26627e5-73b1-4a2f-b09c-fa2887f8a36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:13.994175369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey-auth","reconcileID":"a8a57c18-abfb-4803-a750-8d10b66b15d0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:14.199247133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-apikey-auth","reconcileID":"bf178659-7f06-46f5-92be-0ee48e435bfe","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:14.399245079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"69291210-a0d2-4957-8785-75d3c86d421d","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.230696028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"519ac682-c9a8-4ccf-97a5-468fff9b44bd","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.281177232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"d888a0c2-be6c-4439-abdf-76b5d69d68e2","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.424846755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube-auth","reconcileID":"345dd159-d3d0-4861-ae7e-3d96b493ffb8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.476563332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube-auth","reconcileID":"345dd159-d3d0-4861-ae7e-3d96b493ffb8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.498109188Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-sub","reconcileID":"4a9d5d95-ddf2-4fe5-886b-4a5479e493d3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.548929405Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"c9fb8955-05c6-45d3-bd75-ae008c2b5191","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.548968919Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-sub","reconcileID":"4a9d5d95-ddf2-4fe5-886b-4a5479e493d3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:15.600624889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube","reconcileID":"78761b2b-b0db-4952-973c-8eaf6f0ae523","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.645291464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7dfa7c2e-47f9-49e0-9b0a-fdcfec7f43a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.645407515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a564e8ad-5e09-44ff-a451-163cec052fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.648044679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"68226df7-216a-4bbc-ac9e-24b7d088ef62","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.693899971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"1a9a8143-3e82-4af4-9e5b-b34cc2fd3ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.698595844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7dfa7c2e-47f9-49e0-9b0a-fdcfec7f43a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.699398101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a564e8ad-5e09-44ff-a451-163cec052fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.700861403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"68226df7-216a-4bbc-ac9e-24b7d088ef62","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.700888181Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"68226df7-216a-4bbc-ac9e-24b7d088ef62","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.719855995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"5130d6ca-3f10-4335-a4fb-13317c5f4fb9","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.747870032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"1a9a8143-3e82-4af4-9e5b-b34cc2fd3ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.768679453Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-sub","reconcileID":"f2a35acd-2f9b-4319-892d-b7fe97dbf097","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.923435155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube-auth","reconcileID":"0c8713fc-46e3-49d0-b019-d69ff03cebed","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:15.928881557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"e2e-temp-model-status","reconcileID":"c49be4fe-98bc-401f-b214-127022a7c164","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.929089429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"44ac349d-8ae9-4d72-a033-4f9c1bf1fd2d","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.971726527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5518a51e-ec76-4152-9a1f-4642f3571092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.978053772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube-auth","reconcileID":"0c8713fc-46e3-49d0-b019-d69ff03cebed","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:15.983918901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"53ae827d-4e86-40d4-9cc0-49a7a00dc860","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.025215109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5518a51e-ec76-4152-9a1f-4642f3571092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.038271499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c0fde64d-d2ac-4cd3-b4ad-dc9ae5b0e8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.070177184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"4f67bcdd-cd2f-44bb-ac65-f50bc0671b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.070294191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"c977ece8-484f-4917-973c-07dc0c22d710","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.070810407Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube","reconcileID":"58d6ac22-0bbd-42f0-8a62-4225c8b4d4cb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-degraded-models-kube","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.07090496Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube","reconcileID":"58d6ac22-0bbd-42f0-8a62-4225c8b4d4cb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-747799/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.091454253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c0fde64d-d2ac-4cd3-b4ad-dc9ae5b0e8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.124739358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"4f67bcdd-cd2f-44bb-ac65-f50bc0671b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.128170311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"c977ece8-484f-4917-973c-07dc0c22d710","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.128207232Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"c977ece8-484f-4917-973c-07dc0c22d710","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.267200239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"de04f171-d13d-44d9-80e1-651e6b4c9a21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.361655065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"a1aec291-186f-4daa-8e29-6e54a4ea1a20","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.392471764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9ea2482a-c7dd-46ed-9c5d-7fc5a4822277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.456365469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9ea2482a-c7dd-46ed-9c5d-7fc5a4822277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.509693943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c995bd9d-c6f4-4d3d-aef5-87478b3c665c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.509691608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"dfd3fb2a-3aa1-4f2b-9e89-7e3267a2674f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.561545001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube","reconcileID":"ea089ad8-5dd6-4e2a-856b-1c54a912d92b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.561674643Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube","reconcileID":"ea089ad8-5dd6-4e2a-856b-1c54a912d92b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-747799/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.573426743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c995bd9d-c6f4-4d3d-aef5-87478b3c665c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.57488076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"dfd3fb2a-3aa1-4f2b-9e89-7e3267a2674f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:16.627361445Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"dfd3fb2a-3aa1-4f2b-9e89-7e3267a2674f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:18.251528467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"edc2b7be-e6d4-4ffa-b451-8cd31c095515","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:18.396704838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a69ceace-7fe9-4851-9b19-100b7232e80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:18.396860717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"08f14d5a-0eab-4f59-adda-31d82da41a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:18.396706933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube-auth","reconcileID":"2a960c3b-af65-4e16-9f43-bcb1d3b5d86a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:18.451923565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"08f14d5a-0eab-4f59-adda-31d82da41a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:18.452060839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube-auth","reconcileID":"2a960c3b-af65-4e16-9f43-bcb1d3b5d86a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:18.455519466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a69ceace-7fe9-4851-9b19-100b7232e80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:21.395379384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"04934337-7129-4e31-9f4e-c58523ee6ce3","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:21.395399986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"04934337-7129-4e31-9f4e-c58523ee6ce3","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.286014132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-sub","reconcileID":"5e4eb2f4-bd12-4a8d-b5de-b008be4449fb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.286162339Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-sub","reconcileID":"5e4eb2f4-bd12-4a8d-b5de-b008be4449fb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.454173987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"ae9f9a0f-dc68-4382-a66c-1a03d773f172","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cc8dfc","tenantID":"e2e-praxis-b-cc8dfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.56509551Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"ae9f9a0f-dc68-4382-a66c-1a03d773f172","name":"e2e-praxis-b-cc8dfc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.618225426Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","namespace":"ai-tenant-e2e-praxis-a-13eafe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.618281021Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","namespace":"ai-tenant-e2e-praxis-a-13eafe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.618372379Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","tenant":"e2e-praxis-a-13eafe","tenantID":"e2e-praxis-a-13eafe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.668418645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"Deployment","name":"maas-api-e2e-praxis-a-13eafe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.724450445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"Service","name":"maas-api-e2e-praxis-a-13eafe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.73109104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"d4801f68-bcfe-4839-93f5-262ac767ae61","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.732712737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"81edb7a9-673b-4b88-b668-8e35f0cb7825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.775446499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-13eafe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.783377846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"0d60c30f-0ed7-4fe3-a890-184714a8d8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.784752647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"d4801f68-bcfe-4839-93f5-262ac767ae61","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.787148024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"81edb7a9-673b-4b88-b668-8e35f0cb7825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.827659025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-13eafe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.835667301Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"d4801f68-bcfe-4839-93f5-262ac767ae61","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.835852363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"0d60c30f-0ed7-4fe3-a890-184714a8d8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.880340587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.93128722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.982410786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:26.984570721Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-status-transition-auth","reconcileID":"df2ad46d-2486-489d-8020-bfe40a7f3b75","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.034882224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.083115636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.131165228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.179709082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"Service","name":"payload-processing-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.228498408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.276491878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.324380779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.372416359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.42576038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.473872852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.521911945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.569966025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-13eafe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.617884386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-13eafe"},"namespace":"ai-tenant-e2e-praxis-a-13eafe","name":"default-tenant","reconcileID":"fd41045d-602c-414d-b7c7-6e979a851efa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-13eafe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:27.900607217Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.219110329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"71a61387-d7af-4a80-beeb-0b7597d1b0d8","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.271642718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"91cb0eef-4e45-4a05-afda-b84c0637d0db","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.404941526Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube","reconcileID":"7f7bc453-379d-4404-87b9-8014bd9b0611","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.415665843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7634d395-ede2-4c63-b828-dca1bace2494","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.469038068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7634d395-ede2-4c63-b828-dca1bace2494","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.474696396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"7ea630a4-b31f-401b-b48b-29fcfc2c3fbd","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.527833263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"fba0859e-d641-4a1d-84a3-fdf4adfdaec7","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:28.577472894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf","reconcileID":"47013d69-f9f5-4225-b78f-343adce0b2cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.605093379Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube","reconcileID":"7f7bc453-379d-4404-87b9-8014bd9b0611","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.605125204Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube","reconcileID":"7f7bc453-379d-4404-87b9-8014bd9b0611","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.605242134Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube","reconcileID":"7f7bc453-379d-4404-87b9-8014bd9b0611","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-747799/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.618097984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c72df970-9a3f-4e09-b46d-085ba07ee327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.618383851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c8db953f-77cb-4e74-9ca0-3249b3787c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.67054931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c72df970-9a3f-4e09-b46d-085ba07ee327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.671012455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c8db953f-77cb-4e74-9ca0-3249b3787c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.685073556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"0411ef30-3232-4930-930f-01a02f7b521a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.737896006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c00feadf-77e5-495e-a6f7-c9d4ee0f4f4a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.769492266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"4c6517fb-25b5-4f0a-aa8d-946c89d12cc1","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.800914494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"290802bd-5067-484e-89bd-dc0055a74c6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.912853314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"24582696-1046-4c80-8e32-b0637fc45182","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.957476251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"5c8c1b06-7343-48d2-9c06-0c9e56e00498","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:28.969781441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"24582696-1046-4c80-8e32-b0637fc45182","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.009810694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"b0033f2b-5002-4b43-a3be-d8e862ab2708","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.054953138Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf","reconcileID":"d349880a-3d50-4d79-ad98-ec2b67f17e2e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.055111419Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf","reconcileID":"d349880a-3d50-4d79-ad98-ec2b67f17e2e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.065290913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9ff45206-a12b-4032-9a0e-3ea5f2665d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.06559102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7c9416e6-54f6-4fdb-89e9-699bc095e737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.083802069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"fa322fe4-364d-4d4b-afcc-e99bd551c7bc","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.104994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"35a21ccc-09f1-46eb-af14-d8c3409e5037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.104993668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"9a08f106-f677-45ec-b985-b5b49a7dc156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.117245519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9ff45206-a12b-4032-9a0e-3ea5f2665d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.117795712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7c9416e6-54f6-4fdb-89e9-699bc095e737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.157097629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"9a08f106-f677-45ec-b985-b5b49a7dc156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.157666069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"35a21ccc-09f1-46eb-af14-d8c3409e5037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.168641724Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-degraded-models-kube-auth","reconcileID":"b455b086-9e1b-4a78-8d18-d71e204a4916","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.250979582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"aba42f42-d0f7-4f86-89c2-9c0e6759cbc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.263152324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"ab9f46d2-37e6-4066-8bc9-4877872977e9","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.325579749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"6c6c4045-6911-44f1-9dea-f16b58539cb1","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.457835294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf","reconcileID":"a0a21fc1-c18e-4ca5-8cbd-fff96205d85e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.457987336Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf","reconcileID":"a0a21fc1-c18e-4ca5-8cbd-fff96205d85e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:29.999086183Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-13eafe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-13eafe","reconcileID":"b28ec956-788e-4c07-b855-eb85a5d38f36","aitenant":"ai-tenants/e2e-praxis-a-13eafe","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.165775862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"c12ade88-2801-4638-816d-4bc1d6b14846","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.21992885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"c12ade88-2801-4638-816d-4bc1d6b14846","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.499613841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"d334a5da-4d25-4806-8f0a-8bfdf758f450","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"tenant":"e2e-praxis-a-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.4996418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"d334a5da-4d25-4806-8f0a-8bfdf758f450","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"routeName":"praxis-route-63e947-kserve-route","namespace":"ai-tenant-e2e-praxis-a-63e947","llmisvcName":"praxis-route-63e947","gateway":"openshift-ingress/e2e-praxis-a-63e947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.552358839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929f68fd-02ba-48aa-beed-6c6c22308530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.602469663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929f68fd-02ba-48aa-beed-6c6c22308530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.603113909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"2a0a2d65-386b-49e5-9f12-137cc0dd5c10","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:30.60373659Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"876026c7-c153-490e-b6ee-322811b4b1a2","name":"praxis-route-63e947","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-63e947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:30.603869922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-63e947","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947","reconcileID":"876026c7-c153-490e-b6ee-322811b4b1a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-63e947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.661152796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929f68fd-02ba-48aa-beed-6c6c22308530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.665267921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"2a0a2d65-386b-49e5-9f12-137cc0dd5c10","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.665339256Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"2a0a2d65-386b-49e5-9f12-137cc0dd5c10","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.710968569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929f68fd-02ba-48aa-beed-6c6c22308530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:30.711679246Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"904051e4-5be9-4011-8f7b-d322122b93bb","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-63e947: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-63e947\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-63e947 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:30.766344586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"904051e4-5be9-4011-8f7b-d322122b93bb","error":"failed to create TokenRateLimitPolicy for model praxis-route-63e947: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-63e947\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-63e947 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.860960156Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"c1baa785-b481-4e8e-a2db-3192f9b1a974","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.878607035Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-13eafe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-13eafe","reconcileID":"b28ec956-788e-4c07-b855-eb85a5d38f36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-13eafe","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-13eafe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:30.981260518Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"c7ab3165-0a28-4640-8db6-741e6889d673","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d5f4db27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.061573699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"c1baa785-b481-4e8e-a2db-3192f9b1a974","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.177293102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"c1baa785-b481-4e8e-a2db-3192f9b1a974","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"name":"e2e-praxis-a-63e947-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.177335416Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-auth","reconcileID":"c1baa785-b481-4e8e-a2db-3192f9b1a974","MaaSAuthPolicy":{"name":"praxis-route-63e947-auth","namespace":"ai-tenant-e2e-praxis-a-63e947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.597667348Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"70395c1e-035a-4b4e-8f77-fa34f8f1f981","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d5f4db27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.600290247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"27dcc4bd-d215-44f6-9b7c-9b2bb6612a58","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.601094409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"0e683e24-80bc-4f39-93a3-af17dbb22906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.601688508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"550b160b-f2eb-4705-82b2-49f187123901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.655575059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"27dcc4bd-d215-44f6-9b7c-9b2bb6612a58","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.655723682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"0e683e24-80bc-4f39-93a3-af17dbb22906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.657796945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"550b160b-f2eb-4705-82b2-49f187123901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:31.819872346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"d6d834a6-1d8f-45d1-b6a0-f56e4eea6ff9","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.019950724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5b22674c-829e-4db2-aed8-01314bd148af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.020175321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"82643e18-8a33-43c4-a9c1-7cb0e167ad18","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.019946815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"223c5821-3bcf-421b-a8d7-e4e1c97d56a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.073255189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"223c5821-3bcf-421b-a8d7-e4e1c97d56a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.073920653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5b22674c-829e-4db2-aed8-01314bd148af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.075593473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"82643e18-8a33-43c4-a9c1-7cb0e167ad18","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.543424788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57dc533-d759-4108-9126-12d8e4533ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.592061188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57dc533-d759-4108-9126-12d8e4533ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.640424339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57dc533-d759-4108-9126-12d8e4533ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:32.689048987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57dc533-d759-4108-9126-12d8e4533ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:34.49053322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19874f8-d9dc-4ab3-91e6-85cd72b9942f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:34.538983711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19874f8-d9dc-4ab3-91e6-85cd72b9942f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:34.587463142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19874f8-d9dc-4ab3-91e6-85cd72b9942f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:34.6358092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19874f8-d9dc-4ab3-91e6-85cd72b9942f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:36.393473824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff90a6c2-f2a9-4a2a-b7ee-bd65f7b0ea6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:36.442556862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff90a6c2-f2a9-4a2a-b7ee-bd65f7b0ea6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:36.49139941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff90a6c2-f2a9-4a2a-b7ee-bd65f7b0ea6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:36.539981856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff90a6c2-f2a9-4a2a-b7ee-bd65f7b0ea6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.321452656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"8ea53e9a-36ad-4506-91d8-ea1780ad1f4d","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.372946026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"d84998c7-a62a-4b53-bf91-64469eef711b","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:37.424596653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-list-subs-refs-sub","reconcileID":"d0b837d1-1217-43fa-b46f-21a09909e2c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.51436043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"b6881da9-7baf-4032-a887-442f50364647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.562143102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a12d5ebb-db20-4477-9a05-3b325be64c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.567915871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"b6881da9-7baf-4032-a887-442f50364647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.568228252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"70b08c4e-d047-4950-89e3-3c5dd464911c","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.614189497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a12d5ebb-db20-4477-9a05-3b325be64c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.622563947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"c31c3b9e-2821-4656-9c65-06f79175ade3","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.918573316Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-list-subs-refs-sub","reconcileID":"b3f89177-9839-434f-b831-d1cc62b2ee25","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.922857011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"37d35ffb-779f-4339-b58b-e8c1387d65da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:37.976190877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"37d35ffb-779f-4339-b58b-e8c1387d65da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:38.020864329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a2ea50fa-c855-41b4-8005-23fe38a1b18e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:38.072954416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a2ea50fa-c855-41b4-8005-23fe38a1b18e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:38.073063661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"0fd47fd5-8d8c-4ae6-987b-8ea40b01ebf3","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:38.114518678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"8b6e2b8a-fe93-49a1-b4b7-e26abb0926fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:38.267846453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-list-subs-refs-sub","reconcileID":"cea2de22-8d3f-46fb-b966-0f6c86961c7e","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:38.291962895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba44cd4-5ba1-4a51-8368-af734aac7eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:38.340727304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba44cd4-5ba1-4a51-8368-af734aac7eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:38.389223548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba44cd4-5ba1-4a51-8368-af734aac7eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:38.437599859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba44cd4-5ba1-4a51-8368-af734aac7eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:40.193540034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89a483c-f84b-4dcc-ad0c-0f5893b26519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:40.242464369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89a483c-f84b-4dcc-ad0c-0f5893b26519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:40.290519937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"4b0c92f1-2803-44af-bb11-5056e653db12","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:40.290810773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89a483c-f84b-4dcc-ad0c-0f5893b26519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:40.339550849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89a483c-f84b-4dcc-ad0c-0f5893b26519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:40.49579657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"85b6634b-7cca-41ec-abcd-12566b2fc6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:40.496556314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"4ed31704-0f40-4070-ae46-88164b56bdbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:40.549975852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"4ed31704-0f40-4070-ae46-88164b56bdbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:40.550714285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"85b6634b-7cca-41ec-abcd-12566b2fc6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:41.648553348Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"ae94626d-16a5-4fba-8070-5a1de7693de9","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","subscription":"praxis-route-63e947-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:41.648685361Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"praxis-route-63e947-sub","reconcileID":"ae94626d-16a5-4fba-8070-5a1de7693de9","MaaSSubscription":{"name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947"},"model":"ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-63e947/praxis-route-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:41.768786528Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"ee7aa0b7-bcbc-4d52-9578-ae40b027d965","namespace":"ai-tenant-e2e-praxis-a-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:41.768851934Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"ee7aa0b7-bcbc-4d52-9578-ae40b027d965","name":"praxis-route-63e947-sub","namespace":"ai-tenant-e2e-praxis-a-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:41.818163542Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"ee7aa0b7-bcbc-4d52-9578-ae40b027d965","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:41.818183047Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"ee7aa0b7-bcbc-4d52-9578-ae40b027d965","namespace":"ai-tenant-e2e-praxis-a-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.002120579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf","reconcileID":"1bd2ce0b-3f92-4b70-8cd0-503778678624","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.149170829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0336b2cc-b1aa-4f6c-86ff-ecb5370f9318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.197694996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0336b2cc-b1aa-4f6c-86ff-ecb5370f9318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.203583341Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf","reconcileID":"1bd2ce0b-3f92-4b70-8cd0-503778678624","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.203611239Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf","reconcileID":"1bd2ce0b-3f92-4b70-8cd0-503778678624","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.246189788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0336b2cc-b1aa-4f6c-86ff-ecb5370f9318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.246623266Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf","reconcileID":"1bd2ce0b-3f92-4b70-8cd0-503778678624","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-1c6b79/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.294991181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0336b2cc-b1aa-4f6c-86ff-ecb5370f9318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.441120191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"68b4c924-ba10-4fa2-930b-33b88ff9600a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.592979166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"36de1ef3-cc9c-4931-a2bb-a52538975a07","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.722247843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"a9dfaf50-468f-47aa-9e2a-29904677c439","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.737496407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9e68249c-f22e-494a-8504-57801b9af110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.737695642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"eb36e010-c61c-4438-b2cc-92b56aab8f59","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.737888361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"2943f42e-3e5a-4385-bd36-ed8025cd361a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.7924406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"2943f42e-3e5a-4385-bd36-ed8025cd361a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.79299654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"eb36e010-c61c-4438-b2cc-92b56aab8f59","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.794816995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"9e68249c-f22e-494a-8504-57801b9af110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:42.98909732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-degraded-healthy-inf-auth","reconcileID":"df6e3d7f-7af4-4632-8f78-85aa2b3b7924","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:43.189370986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"26e1b009-0cc7-46a3-8d71-a6dc3cb76c6a","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.115618278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"25ef767f-4796-4f11-a312-95aaebf2495b","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.168256674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"c8c01e18-4b53-426e-a550-8e229af0376f","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:50.219935885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-sub","reconcileID":"057045fb-010b-4135-875c-938387d3f665","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.269973546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"d8170540-7c99-41a6-8134-0f1b72df2c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.270924514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"bbb31992-5db5-4b2e-9bf3-ac86f84e6804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.328160621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"d8170540-7c99-41a6-8134-0f1b72df2c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.337506972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"bbb31992-5db5-4b2e-9bf3-ac86f84e6804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.368158888Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-1c6b79 priority=0:[ai-tenant-e2e-worker-w0-1c6b79/e2e-model-match-sub ai-tenant-e2e-worker-w0-1c6b79/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.369548372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"6d3d8cf1-2c74-4d41-aad2-59273d2958fa","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.392507554Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"10cf2358-85fe-46d8-bc51-017cb63c8524","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.419295897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"7ba40e9e-f8e0-4c81-96cf-841189959401","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.42750558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"add383d8-e05d-4c92-9388-50a0a3d9b076","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.452759153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-list-subs-refs-sub","reconcileID":"f84bd6b9-4ac9-4664-8400-f6ee0aeced7a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:50.470497586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-sub","reconcileID":"4e91b98e-4366-4523-856d-e10f5b4d83b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.476353321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"39c5e3c2-c7ca-4c51-83bc-1c590b8fc84c","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:45:50.480985734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-1c6b79/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.580548169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"c78bc509-7b93-4b91-b5c9-ff27396c1810","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.617942393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-list-subs-refs-sub","reconcileID":"f84bd6b9-4ac9-4664-8400-f6ee0aeced7a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.634109164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"3eac5f9a-2a7f-4cc3-b6d7-d4f9c43aa7c6","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.666335454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"430bca8f-511e-4843-83b4-b39acf7c0a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.667044744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"aa47111b-f9a4-421e-bbea-f5737128e0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.699917606Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-sub","reconcileID":"202c1df9-b776-49e5-866e-e9ec9daf2853","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-distinct-w0-1c6b79","model":"distinct-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.701328321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"5426d03f-691f-490e-9fc3-aa5863dc0454","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.701848176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"2cf327d9-3b18-4179-a538-bbbb7f72dd2f","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.73088244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"aa47111b-f9a4-421e-bbea-f5737128e0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.750094456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"430bca8f-511e-4843-83b4-b39acf7c0a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.802825894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"4bc9f13e-1cab-439c-a90d-83684761d2c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.857753757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"c415a5a1-ccf5-4e72-ac3d-38c9207cb66e","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.85843729Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-1c6b79 priority=0:[ai-tenant-e2e-worker-w0-1c6b79/e2e-model-match-sub ai-tenant-e2e-worker-w0-1c6b79/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.904685949Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-sub","reconcileID":"8ca40fdf-7996-442b-b662-e43528b9f3a9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-distinct-2-w0-1c6b79","model":"distinct-2-w0-1c6b79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-1c6b79/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.918957291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"2f925bc1-be4f-4329-a7ee-3185e482edf8","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.947412741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"2549da22-cf70-453b-bdb3-e50a7f48ef79","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.977782874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"e36005f0-4749-4187-93fe-cdd4e014024f","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:50.978127478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"dcb61609-d55e-490b-bb55-2126d5fa2c79","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.012105775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"2549da22-cf70-453b-bdb3-e50a7f48ef79","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.016721617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a3e21335-42df-4f62-946d-72563e9e36b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.021706256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c460826d-38c9-4492-afe1-a2f0f155c4ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.067142092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"7ab81eee-0512-406f-a872-a7d0405f1fdc","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.09539536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a3e21335-42df-4f62-946d-72563e9e36b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.122131603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c460826d-38c9-4492-afe1-a2f0f155c4ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.192516925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-sub","reconcileID":"a2f0d4ac-41d8-4fa7-a741-d8a6f12aba92","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-distinct-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/distinct-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.243178435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"727145aa-4613-43a5-a3f5-730fcd8d853c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.243601504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"94b42b7d-c25f-4b8c-9869-e1ca53ccb2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.2951353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-sub","reconcileID":"47bf88c1-c995-48e6-911a-b348111c6d6e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-distinct-2-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/distinct-2-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.302990717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"94b42b7d-c25f-4b8c-9869-e1ca53ccb2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.303436488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"727145aa-4613-43a5-a3f5-730fcd8d853c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.324915618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"29d61807-9bd6-4ded-bb51-7fbcf916a3f0","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.352757129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"afd9dd29-2d49-456e-bb07-25a4148a5c9a","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.370445344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"5a575188-80ea-4d8f-a848-d02e7cd2b5d0","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.563962065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"4950b2da-e5cb-4df9-9fbf-f4a32aa5fd7d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.616757548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"b775eb10-7b99-4c0c-aba0-2ad8dacaed49","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.619881048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"4950b2da-e5cb-4df9-9fbf-f4a32aa5fd7d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.66923783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"b775eb10-7b99-4c0c-aba0-2ad8dacaed49","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.708980219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"8e45273f-203a-40d7-9145-ddc215ed4d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.70966751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"393762c7-31c1-42d6-bb29-be594fd19a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.763740356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"393762c7-31c1-42d6-bb29-be594fd19a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.763800936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"8e45273f-203a-40d7-9145-ddc215ed4d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:51.972713377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"da88d8ac-6f21-42bd-8fb1-1bc009742f85","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:52.215734663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"91390621-e2f9-4c26-b23e-20b5994026c6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:52.26807508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"91390621-e2f9-4c26-b23e-20b5994026c6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:45:57.906575615Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.595817123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"f9f50e34-9337-432e-9453-6d0f3c37d1d1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.596429164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"f9f50e34-9337-432e-9453-6d0f3c37d1d1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.651427722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"3955a6a6-ad80-48ef-ba08-78729c0e949a","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.736231983Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-1c6b79 priority=0:[ai-tenant-e2e-worker-w0-1c6b79/e2e-model-match-sub ai-tenant-e2e-worker-w0-1c6b79/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.736344636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"a17f3204-d7fe-4de0-a089-6e6dd0a1bd9d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.736357581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"a17f3204-d7fe-4de0-a089-6e6dd0a1bd9d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.789203989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"6e6504fc-ab1a-4d6d-84f7-ca45f5bb9283","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.789222434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"6e6504fc-ab1a-4d6d-84f7-ca45f5bb9283","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:46:01.838017047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-sub","reconcileID":"30187a48-ab76-430e-9da4-f942466cbd2b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.880982205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"a3c3ed54-71ca-4d6d-826e-924cbb0a1acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.881014226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"0ce40fb7-4869-4d48-a15f-97d131754d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.935720229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"a3c3ed54-71ca-4d6d-826e-924cbb0a1acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.93577582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"0ce40fb7-4869-4d48-a15f-97d131754d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.948858708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"a715a6c2-393e-4b68-a7cb-ba7cfa129551","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:01.948876591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"a715a6c2-393e-4b68-a7cb-ba7cfa129551","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.001084372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"75e40b2b-2845-4fb6-8d2e-b1a87b4a694c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.001115253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"75e40b2b-2845-4fb6-8d2e-b1a87b4a694c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.023207624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"fffa9376-2953-4034-b8a4-1e6af0139930","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.023235199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"fffa9376-2953-4034-b8a4-1e6af0139930","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.082695117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"ad97b8c4-3c4d-4a8a-8c23-360054c657ed","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.082796558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"ad97b8c4-3c4d-4a8a-8c23-360054c657ed","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:46:02.132766332Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"ad97b8c4-3c4d-4a8a-8c23-360054c657ed","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:46:02.132831268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"ad97b8c4-3c4d-4a8a-8c23-360054c657ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.138871587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"e1726307-f619-4fb8-979f-a5d0bf53b3c9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.138887199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"e1726307-f619-4fb8-979f-a5d0bf53b3c9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.213678095Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-sub","reconcileID":"5fce5f9e-e6eb-4bc6-b329-5937a4eff82f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.279325196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-auth","reconcileID":"ab85d6ad-afab-4316-a2f4-9907f9fa030d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.335335147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-auth","reconcileID":"ab85d6ad-afab-4316-a2f4-9907f9fa030d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.3744055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"2f799f0b-8cd6-40e1-9dc9-c1d447875730","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.374425105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"2f799f0b-8cd6-40e1-9dc9-c1d447875730","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.381420753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"75a73fd2-c507-473a-b066-7400c86307c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.381490796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"1f1c5201-7299-4ad9-8e8e-08bdc131ed8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.435035628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"1f1c5201-7299-4ad9-8e8e-08bdc131ed8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.435043842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"75a73fd2-c507-473a-b066-7400c86307c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.568760294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-sub","reconcileID":"11ad3ae2-3964-4d09-8b54-68ea8a357a1b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.610032942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"91bed284-1a8b-4e73-90f2-347af0d291ad","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.665612629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"7a61d70c-f10c-4091-8df2-7a394f597099","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.665671285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"7a61d70c-f10c-4091-8df2-7a394f597099","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.763203582Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-sub","reconcileID":"8241ad02-90bf-4464-a77e-83ea99fb1643","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a616864","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.852715131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c644c35e-1660-4a59-8144-58f3fee6bd5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.853482307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"077ab9a3-4cdd-4929-ba01-5e31a982e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.904537471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-auth","reconcileID":"5526deab-c62e-4168-b124-3be5b7e69f7e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.905507698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"c644c35e-1660-4a59-8144-58f3fee6bd5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.908390244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"077ab9a3-4cdd-4929-ba01-5e31a982e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.952186108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"892aa4b8-c3bf-4242-a401-21ee74eeee0d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.952256087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"06a42899-35b6-472b-81c6-e4d6b3673fcc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:02.957530485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-auth","reconcileID":"5526deab-c62e-4168-b124-3be5b7e69f7e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.005739024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"06a42899-35b6-472b-81c6-e4d6b3673fcc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.006632837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"892aa4b8-c3bf-4242-a401-21ee74eeee0d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.262123575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"a1992286-e661-468c-8116-3186636c1ed4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.262142519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"a1992286-e661-468c-8116-3186636c1ed4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.26214394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-auth","reconcileID":"a9c6d2fa-2423-47a3-9ecd-2502fe9c40a6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.290442084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7efc9bcd-8790-4e98-b54b-d3b352abf70e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.295330233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"5cfa37d7-1937-4b54-865a-9c08e7c43908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.343187944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7efc9bcd-8790-4e98-b54b-d3b352abf70e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.349002997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"5cfa37d7-1937-4b54-865a-9c08e7c43908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.461745175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a510bb40-812e-4067-8ad2-9cec8d53483f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.461744756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"dbc26da1-b074-4999-b17a-6bb846adc4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.464200832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"ab53f9c4-059b-4d26-b979-d9c83c6dc2fc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.464216892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"ab53f9c4-059b-4d26-b979-d9c83c6dc2fc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.51098835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-sub","reconcileID":"d27a2d19-563c-450d-ba9a-00fc83370700","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.51469946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a510bb40-812e-4067-8ad2-9cec8d53483f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.516294213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"dbc26da1-b074-4999-b17a-6bb846adc4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.608543606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"baea6ddf-5aaa-4af6-85af-8e2432f4a9a8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.608564476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"baea6ddf-5aaa-4af6-85af-8e2432f4a9a8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.857688105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"4c7d9a8e-612a-47c3-8ee2-e41f78aefd23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.857727753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"51b302a5-9b98-4110-b524-54d30006349d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.911264969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"4c7d9a8e-612a-47c3-8ee2-e41f78aefd23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:03.912596415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"51b302a5-9b98-4110-b524-54d30006349d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:12.812055702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-sub","reconcileID":"8c8331df-9912-4663-9011-ac580bc706b0","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/distinct-w0-1c6b79","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:12.860690521Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-sub","reconcileID":"8c8331df-9912-4663-9011-ac580bc706b0","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/distinct-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:12.909562384Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-sub","reconcileID":"8c8331df-9912-4663-9011-ac580bc706b0","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/distinct-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.165617706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"bdea3e8e-3c7e-4ebe-8172-623f2b9237bd","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.22103345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"b31ef867-ef09-4c90-82de-e40277ae01c2","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.301862508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"bef4d59d-515c-48c6-8f92-0c454044a036","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.406162831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"42fec706-a5b3-4a76-8c2a-776287afecb3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.406285398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a3d9c0cb-6579-44a1-b97f-146776968fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.406169148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"c95123c3-ec04-46ac-aef4-aaf71f5f675a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.406587624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"caec9882-a963-4593-8c8b-a00fd7a5bcd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.463064613Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-sub","reconcileID":"cc4c6f6b-27a7-46fc-b999-37facc6d16ba","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-06c918a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.481501643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a3d9c0cb-6579-44a1-b97f-146776968fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.484478726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"c95123c3-ec04-46ac-aef4-aaf71f5f675a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.488143962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"42fec706-a5b3-4a76-8c2a-776287afecb3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.491578221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"caec9882-a963-4593-8c8b-a00fd7a5bcd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.764676957Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-sub","reconcileID":"af37dfbe-61f3-4b28-9b23-52fe8a34245a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.813396915Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-sub","reconcileID":"af37dfbe-61f3-4b28-9b23-52fe8a34245a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.863193835Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-enrichment-sub","reconcileID":"af37dfbe-61f3-4b28-9b23-52fe8a34245a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.919662887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"a15b0567-f0b0-4372-95b0-1356c09266b5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.919952257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"ecac40ce-76f8-42e6-bb1c-dbf635c00652","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.920067008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"d84593d6-ad3e-45e8-81ef-b56318e73372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.92035101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"ddf3feb5-813a-44ef-88d4-9fd8984c1af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.973872173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"d84593d6-ad3e-45e8-81ef-b56318e73372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.973873783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"ecac40ce-76f8-42e6-bb1c-dbf635c00652","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.97613404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"ddf3feb5-813a-44ef-88d4-9fd8984c1af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:13.977068595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"a15b0567-f0b0-4372-95b0-1356c09266b5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:14.120297135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"bceb3fc2-6386-48d1-94f5-38382f5887b4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"tenant":"e2e-worker-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:14.12033703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"e2e-enrichment-model-ref","reconcileID":"bceb3fc2-6386-48d1-94f5-38382f5887b4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:14.292686545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bc28e419-ff40-4103-a7d3-7f3cad22d49a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:14.345628683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bc28e419-ff40-4103-a7d3-7f3cad22d49a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:14.388707077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"b497ae85-7151-4d8e-bd53-82906b141be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:14.441545313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"b497ae85-7151-4d8e-bd53-82906b141be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:14.499754524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"88842c32-644a-4442-982b-16b129a8866c","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.10843288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8371d7-6ac7-4e2a-a726-29f194f11a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.157065459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8371d7-6ac7-4e2a-a726-29f194f11a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.195102867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"babb4df7-6524-4d73-945e-c8646a52d059","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.205835732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8371d7-6ac7-4e2a-a726-29f194f11a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.206243618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"efec3bab-7fca-48f1-90d3-581ef1475d26","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.255040899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8371d7-6ac7-4e2a-a726-29f194f11a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.310885551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"9fa5e400-30e1-46c9-a564-5c52028d1dec","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.311212954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"f8db7e44-f8e0-4126-991a-27c3c3c282f3","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:46:15.358719003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"39cc8b4a-af9f-4ff6-aa2a-520a683cc083","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.403071112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"eb2f072d-3267-401c-99d9-5c6a749fc943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.406144871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"283e719e-9c96-48b8-979a-5baec0e7ca5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.457420982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"eb2f072d-3267-401c-99d9-5c6a749fc943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.459003964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"0cc446c5-4d60-4287-bcab-ceafca517580","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.459798082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"283e719e-9c96-48b8-979a-5baec0e7ca5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.466726966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"9075752d-6122-48ac-93de-b31616ac148b","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.467035977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"bc5e654e-7587-41d0-a618-c391f5c4d4c6","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.512513289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"112e9d78-5e96-4db5-b54b-6ab2b9144a72","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.518762989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"2151de38-07d5-4399-b54b-4a175f6506a1","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.519020243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"f5133b44-b9c6-48e8-9974-4476708a4da9","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.666422831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-auth","reconcileID":"2a690dcc-6035-4221-8d7f-73fe6bfb5aa5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.718794687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-auth","reconcileID":"2a690dcc-6035-4221-8d7f-73fe6bfb5aa5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.770973471Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"30bd8fce-9dbc-4d58-b6b6-8df41f7adca0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.798607424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"881f0f4f-6606-4609-a22c-fcc90748341e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.798608047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"fde2efba-0366-4f23-972b-13113d0b7587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.851370939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"fde2efba-0366-4f23-972b-13113d0b7587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.851390188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"881f0f4f-6606-4609-a22c-fcc90748341e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.918023138Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"30bd8fce-9dbc-4d58-b6b6-8df41f7adca0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","model":"distinct-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.966707458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"5e207f13-8e69-47fd-a49d-e32c6fc8669a","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:15.96751768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"ef5550e0-0161-4b9c-b1ad-a017ad9afaf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:16.111158488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-auth","reconcileID":"ae31f7e3-acb5-45e4-8fe2-f2e6bc23ac69","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:16.122257248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"041369db-c682-474f-a82e-08beefc2553e","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:16.122629435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"4ab95296-c68d-4c77-89ad-07db37be7a6a","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:16.164118727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-auth","reconcileID":"ae31f7e3-acb5-45e4-8fe2-f2e6bc23ac69","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:16.382898022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"e534d14e-9176-4f9b-828a-9454214d7184","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:16.530141957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"e534d14e-9176-4f9b-828a-9454214d7184","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:17.052956249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeae36e8-7b32-4da5-8106-c2f12d3493f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:17.101572382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeae36e8-7b32-4da5-8106-c2f12d3493f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:17.150012474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeae36e8-7b32-4da5-8106-c2f12d3493f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:17.19841265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeae36e8-7b32-4da5-8106-c2f12d3493f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:17.285869236Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-sub","reconcileID":"5356d557-c4d6-4709-bae5-3ad7f6b8483c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-06c918a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.322474556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c779abf-b4bb-4288-abd5-909b7c6eb60e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.374774476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c779abf-b4bb-4288-abd5-909b7c6eb60e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.423637929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c779abf-b4bb-4288-abd5-909b7c6eb60e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.472351601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c779abf-b4bb-4288-abd5-909b7c6eb60e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.606195893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-auth","reconcileID":"903717fe-5eb8-4e45-b9d6-68905d7a2e2d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.606334243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"3bd56fcb-22f7-4f78-94db-57f4a7bce934","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.782796079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"4a95baa6-7644-4aaa-b09c-028a4b5500d0","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.825859153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"c483b80d-63c2-472d-965b-75931cc2845c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.826052055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"6d2ca342-97b0-4119-872f-6efcf5a9b190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.825865137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"f9b47171-6838-4851-97fd-3742253473d9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.826491759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5844d1f9-e0e2-4750-a895-bb8e03fbf253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.881084523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"f9b47171-6838-4851-97fd-3742253473d9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.881089206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"c483b80d-63c2-472d-965b-75931cc2845c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.883265039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5844d1f9-e0e2-4750-a895-bb8e03fbf253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.883697162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"6d2ca342-97b0-4119-872f-6efcf5a9b190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.926932485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"a9945ae5-f8bc-4804-a5f3-5ba290284ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.932470785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"3a98672c-2554-45fd-82d6-c3d8ad54674a","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.932793503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"1c3e2123-de0a-48bd-894d-03a837949636","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:19.980656467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"a9945ae5-f8bc-4804-a5f3-5ba290284ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.174235172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"bb02e20b-4004-49c1-9e83-b5ddde5d7374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.231423797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"bb02e20b-4004-49c1-9e83-b5ddde5d7374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.276730365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"7f8f013c-9901-402c-a5f7-a81e07167c06","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.276858918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"12f31727-6f0d-433f-ae98-9f3b71a0b584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.277203238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f5af06d2-17cf-4a75-ae61-30d7b52d6aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.330282588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"12f31727-6f0d-433f-ae98-9f3b71a0b584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.330291946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"7f8f013c-9901-402c-a5f7-a81e07167c06","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.332481886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f5af06d2-17cf-4a75-ae61-30d7b52d6aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.335658376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3071b79a-145b-4110-82b6-eabeaa441f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.388648719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3071b79a-145b-4110-82b6-eabeaa441f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.726386042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"ad4358fb-7157-4ffd-8b91-307163d1f007","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:20.792057699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"ad4358fb-7157-4ffd-8b91-307163d1f007","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:21.299804852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac371a5-5f69-4ce3-9627-02d310249d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:21.348119875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac371a5-5f69-4ce3-9627-02d310249d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:21.396585003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac371a5-5f69-4ce3-9627-02d310249d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:21.445034376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac371a5-5f69-4ce3-9627-02d310249d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.32519825Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","namespace":"ai-tenant-e2e-praxis-b-2c5cdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.325255846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","namespace":"ai-tenant-e2e-praxis-b-2c5cdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.325326055Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","tenant":"e2e-praxis-b-2c5cdf","tenantID":"e2e-praxis-b-2c5cdf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.375884378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"Deployment","name":"maas-api-e2e-praxis-b-2c5cdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.435630075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"Service","name":"maas-api-e2e-praxis-b-2c5cdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.496001612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-2c5cdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.549725293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-2c5cdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.604856769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.657130401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.709188032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.759866966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.810724823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.860121827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.90844473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"Service","name":"payload-processing-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:23.957233062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:24.007301472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:24.055633079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:24.10402827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:24.1707342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:24.223915232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:24.274827403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:24.323679368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-2c5cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:24.372225929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2c5cdf"},"namespace":"ai-tenant-e2e-praxis-b-2c5cdf","name":"default-tenant","reconcileID":"ee18a2d4-bcf4-45b6-94f9-c1a654450c61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-2c5cdf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:26.596651818Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2c5cdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2c5cdf","reconcileID":"1504305d-34bb-4c32-8b8a-8304107c0c11","aitenant":"ai-tenants/e2e-praxis-b-2c5cdf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.102095215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e011c39-220c-4d0f-b833-dea7237affd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.15106925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e011c39-220c-4d0f-b833-dea7237affd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.199530764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e011c39-220c-4d0f-b833-dea7237affd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.248885191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e011c39-220c-4d0f-b833-dea7237affd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.335928325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-sub","reconcileID":"b7444364-8833-42e5-b824-7995a6bd93c4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/distinct-2-w0-1c6b79","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.362635516Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2c5cdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2c5cdf","reconcileID":"1504305d-34bb-4c32-8b8a-8304107c0c11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2c5cdf","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-2c5cdf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.384782324Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-sub","reconcileID":"b7444364-8833-42e5-b824-7995a6bd93c4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/distinct-2-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.434881918Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-sub","reconcileID":"b7444364-8833-42e5-b824-7995a6bd93c4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/distinct-2-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.711546442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"92e7740c-9a70-40e1-a1b3-5b24ec9c15ab","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.863115151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"27fe7157-fc19-4461-a01a-f3448d203edb","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.901002271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.954185834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"cb7f3ad3-54e9-419f-a00f-c5e116719cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.954199831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"4f24e1cc-8ccf-4db0-b5f8-fc2d53f212fb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.954703898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"1c36ab60-2d9b-4e53-8df0-bb3a16c7755d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:27.95471269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"2d2288b2-55e1-45c6-9915-6bfa52495ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.007844337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"1c36ab60-2d9b-4e53-8df0-bb3a16c7755d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.007922897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"cb7f3ad3-54e9-419f-a00f-c5e116719cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.010284506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"2d2288b2-55e1-45c6-9915-6bfa52495ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.010293372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"4f24e1cc-8ccf-4db0-b5f8-fc2d53f212fb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.309501563Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-match-auth","reconcileID":"b6713b77-7737-4f62-bb3c-df9be9b0979c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/distinct-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.440293315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"ec889f83-7cf4-426a-aad5-2d23c87aa3b5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.494086735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"ec889f83-7cf4-426a-aad5-2d23c87aa3b5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.562006797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"fbd6c6a1-4900-4764-8f4c-3c5a12389093","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.700753925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"6cc76b3d-05a5-453b-bc64-2b0cf81113f1","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.709536418Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"e2e-model-nomatch-auth","reconcileID":"7f456377-dd14-4888-aabf-a383800814af","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/distinct-2-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:28.857882618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"52a3184f-d4f5-4b17-b9ab-52cff77c63bc","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.031577467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b799efa-c866-4da5-9e33-d7d37cce0bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.082018046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b799efa-c866-4da5-9e33-d7d37cce0bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.130725469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b799efa-c866-4da5-9e33-d7d37cce0bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.179059052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b799efa-c866-4da5-9e33-d7d37cce0bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.237441452Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","namespace":"ai-tenant-e2e-praxis-a-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.237499974Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","namespace":"ai-tenant-e2e-praxis-a-63e947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.237553214Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","tenant":"e2e-praxis-a-63e947","tenantID":"e2e-praxis-a-63e947","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.288070067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"Deployment","name":"maas-api-e2e-praxis-a-63e947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.343758425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"Service","name":"maas-api-e2e-praxis-a-63e947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.42770137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-63e947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.477083976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-63e947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.528140499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.579092316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.632641937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.684020097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.7342821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.782520799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.832107732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"Service","name":"payload-processing-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.881169417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.929501149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:29.977693997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.028762703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.080055138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.083972904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"1d445059-c1b4-4db1-a66e-11969bab98be","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.162372506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.21598633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.264433916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-63e947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.313154571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-63e947"},"namespace":"ai-tenant-e2e-praxis-a-63e947","name":"default-tenant","reconcileID":"17efee74-e414-4b8f-9184-ba79522212ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-63e947","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.372624371Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"1d445059-c1b4-4db1-a66e-11969bab98be","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.372652392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"1d445059-c1b4-4db1-a66e-11969bab98be","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.421563842Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"1d445059-c1b4-4db1-a66e-11969bab98be","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.505362454Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-partial-access-sub","reconcileID":"1d445059-c1b4-4db1-a66e-11969bab98be","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.641735144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"d2f6ea25-baa6-44ea-b8e5-077a742a3d3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.798139532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"d3d1660c-86ba-456a-ae61-318526b6d361","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.798584561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"610c1d31-2cb2-4e59-9dea-c0239bddea49","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.971852009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"78730ead-96a6-4e96-88c0-b825db3d1362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:30.972532906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3006429f-6db9-4275-bf8f-9ec79b9c7870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.027809267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"78730ead-96a6-4e96-88c0-b825db3d1362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.028408842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3006429f-6db9-4275-bf8f-9ec79b9c7870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.05418328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e1ed5a-61e9-4dcc-8e89-eb0c0a6c4657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.104849553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e1ed5a-61e9-4dcc-8e89-eb0c0a6c4657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.154088772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e1ed5a-61e9-4dcc-8e89-eb0c0a6c4657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.202796452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e1ed5a-61e9-4dcc-8e89-eb0c0a6c4657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.620176151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"a6afe4ed-eeee-4c96-899f-82d1b4baa378","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.672593599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"9d196b1a-d7c0-4a7e-914a-67036e19115b","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:46:31.720826399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-sub","reconcileID":"ff9c6471-c6ab-494e-8f5f-01be6c17b8bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.76624096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8c1f4a38-883b-4e8a-bdcf-16b0d452774e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.766240942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"42714207-d279-498f-8127-c49cc2812a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.82082216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"42714207-d279-498f-8127-c49cc2812a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.820818593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8c1f4a38-883b-4e8a-bdcf-16b0d452774e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.83109437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"67e1b587-ded5-483b-819a-1b92d81ea69a","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.876610251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"8951c264-cc3d-4daf-b3a4-8b9e73673514","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.884267257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"ece2aa05-42af-44f1-9942-aed52cf1e7b6","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:31.931111918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"70ded6ef-3753-481e-bc73-84242f5e1237","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.098762383Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-sub","reconcileID":"30f20cba-1b3d-438a-b828-b477e80e25b3","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","model":"distinct-w4-747799","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-747799/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.125895298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-auth","reconcileID":"db68f883-12e1-4749-a71f-f7a3ac607f22","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.179722373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-auth","reconcileID":"db68f883-12e1-4749-a71f-f7a3ac607f22","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.23120678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c160c349-7e5a-49ef-bf3c-a06218a9b65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.233995081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"1946234c-1ee9-46fb-bfda-445acfabf0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.259792443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"7b252a8c-6ac0-44b5-8c66-4178ce594ae4","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.288698392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"1946234c-1ee9-46fb-bfda-445acfabf0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.288795319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c160c349-7e5a-49ef-bf3c-a06218a9b65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.458092041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-sub","reconcileID":"067e4fc5-f3ce-4e51-8004-7904317ab75a","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.489970539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"81c2a96a-f03e-4202-94c0-424e3c5e6c11","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.68539425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-auth","reconcileID":"0d60892d-7fdc-4f39-8420-930b0dacaafb","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:32.738657216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-auth","reconcileID":"0d60892d-7fdc-4f39-8420-930b0dacaafb","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:34.018520813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22de20a-2aec-4ee3-a503-d59db8eaf9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:34.067356709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22de20a-2aec-4ee3-a503-d59db8eaf9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:34.11697924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22de20a-2aec-4ee3-a503-d59db8eaf9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:34.165546931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22de20a-2aec-4ee3-a503-d59db8eaf9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:34.51678574Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-8b60cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-8b60cc","reconcileID":"b5cd93a3-23b0-448f-947d-bab2fc6a8478","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-8b60cc","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-8b60cc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:35.125380035Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-63e947","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-63e947","reconcileID":"f9646036-d8c6-4dd3-8cfc-0f4ccc44dbfa","aitenant":"ai-tenants/e2e-praxis-a-63e947","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:35.885250859Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-63e947","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-63e947","reconcileID":"f9646036-d8c6-4dd3-8cfc-0f4ccc44dbfa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-63e947","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-63e947"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:36.033511289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1d5e0-0817-43ef-aa23-41ca61ca0cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:36.082703575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1d5e0-0817-43ef-aa23-41ca61ca0cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:36.142268412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1d5e0-0817-43ef-aa23-41ca61ca0cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:36.220099771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1d5e0-0817-43ef-aa23-41ca61ca0cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.231588849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"29d584c1-b47f-4364-991a-cf391497c00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.32727747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"bfb94f31-65bb-4d0d-8771-f159bfbdd8fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.344006495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"29d584c1-b47f-4364-991a-cf391497c00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.380040778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-auth","reconcileID":"5db914fd-4461-4960-8acc-1da0cb2152a1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.389102001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"bfb94f31-65bb-4d0d-8771-f159bfbdd8fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.39020827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"def0a9e0-867b-4190-b6fb-634dc2f049f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.39099892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d603c6a2-613c-469e-a387-14b40223bc95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.441559234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-auth","reconcileID":"5db914fd-4461-4960-8acc-1da0cb2152a1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.459104284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d603c6a2-613c-469e-a387-14b40223bc95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.464041168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"def0a9e0-867b-4190-b6fb-634dc2f049f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.810614667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b657d5ee-ac31-4e38-98eb-bf54f4e0ee34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.859663886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b657d5ee-ac31-4e38-98eb-bf54f4e0ee34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.915549652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b657d5ee-ac31-4e38-98eb-bf54f4e0ee34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:38.965342412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b657d5ee-ac31-4e38-98eb-bf54f4e0ee34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:40.825296376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d243013a-8951-45b9-90bd-8906484b780f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:40.88922553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d243013a-8951-45b9-90bd-8906484b780f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:40.944370036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d243013a-8951-45b9-90bd-8906484b780f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:40.995129799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d243013a-8951-45b9-90bd-8906484b780f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:44.511555541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04aad93-d619-4148-950c-453f7aa09f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:44.561347398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04aad93-d619-4148-950c-453f7aa09f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:44.611356166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04aad93-d619-4148-950c-453f7aa09f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:44.659876531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04aad93-d619-4148-950c-453f7aa09f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:45.176902596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"7dc0285d-930f-4db3-a42b-5c38ad1673fe","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:45.176920621Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-auth","reconcileID":"8dc0a3d2-c18e-4610-8bf8-3b157beba473","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-2-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:45.33406127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"8b6e7079-8252-45c6-862b-d45a0024e2e8","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:45.46621803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"9506f5c8-3dd5-4f20-a023-1cbcdee9ccdc","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:45.643928861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"86df17ab-83b0-4217-9e82-9d9374a882d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:45.696915527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8707bbcf-7921-4899-a078-8fb1249ba404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:45.750238562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"86df17ab-83b0-4217-9e82-9d9374a882d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:45.750943399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8707bbcf-7921-4899-a078-8fb1249ba404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:46.627272774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a208af4d-305b-4c38-8776-d74f955fa1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:46.676261099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a208af4d-305b-4c38-8776-d74f955fa1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:46.724879553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a208af4d-305b-4c38-8776-d74f955fa1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:46.773410856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a208af4d-305b-4c38-8776-d74f955fa1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:55.273474796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765d1d30-3a7d-4348-9029-f66577f77238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:55.321991892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765d1d30-3a7d-4348-9029-f66577f77238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:55.37060598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765d1d30-3a7d-4348-9029-f66577f77238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:55.424900149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765d1d30-3a7d-4348-9029-f66577f77238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:55.622728266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-sub","reconcileID":"e2a82dd2-fa9c-4b40-a141-c48115c94d0d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:55.696676823Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-sub","reconcileID":"e2a82dd2-fa9c-4b40-a141-c48115c94d0d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:55.748934245Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"e2e-no-access-sub","reconcileID":"e2a82dd2-fa9c-4b40-a141-c48115c94d0d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/distinct-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:55.86386985Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b8b6f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b8b6f4","reconcileID":"77cf51fe-116c-4dbf-bcb1-a34c3b2706ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-b8b6f4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-b8b6f4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:56.06227902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"fa8567fe-8e36-4285-914e-7acac1846a70","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:56.226012333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0a86919c-178c-44f6-a205-d32d11fc8808","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:56.226015206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"dcb92d89-cd9f-4cdd-ac8e-061988d8c5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:56.279968871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"dcb92d89-cd9f-4cdd-ac8e-061988d8c5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:56.280199141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0a86919c-178c-44f6-a205-d32d11fc8808","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:57.368186132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439cd104-6e95-4efc-9a23-15e2b1a0989d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:57.420638386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439cd104-6e95-4efc-9a23-15e2b1a0989d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:57.475536211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439cd104-6e95-4efc-9a23-15e2b1a0989d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:57.529027183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439cd104-6e95-4efc-9a23-15e2b1a0989d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:46:57.910848836Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:00.629048793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550aa838-d49e-4ff3-b606-23f312a0ac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:00.677648088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550aa838-d49e-4ff3-b606-23f312a0ac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:00.726180453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550aa838-d49e-4ff3-b606-23f312a0ac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:00.805780933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550aa838-d49e-4ff3-b606-23f312a0ac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:01.141616756Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-7d1f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-7d1f88","reconcileID":"05786468-2bc1-448e-bb7e-360b830e095a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-7d1f88","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-7d1f88":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:02.664382753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42afe1b9-915b-437b-bd11-a69f64e1680b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:02.715684612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42afe1b9-915b-437b-bd11-a69f64e1680b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:02.764728607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42afe1b9-915b-437b-bd11-a69f64e1680b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:02.817264261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42afe1b9-915b-437b-bd11-a69f64e1680b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:04.629914754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f320089-305b-4b10-9582-6be01a660390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:04.678529924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f320089-305b-4b10-9582-6be01a660390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:04.73186806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f320089-305b-4b10-9582-6be01a660390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:04.78247562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f320089-305b-4b10-9582-6be01a660390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:06.889067371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d5852d-2c11-4464-bad3-70855b147ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:06.955228732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d5852d-2c11-4464-bad3-70855b147ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:07.051699939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d5852d-2c11-4464-bad3-70855b147ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:07.165652637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d5852d-2c11-4464-bad3-70855b147ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:08.642571641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bc52fdfe-1ed1-4bf3-97f2-93ca70ef62ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:08.643293909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f1a7349f-7b2e-4b34-b3b6-32bd1a7788d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:08.702259518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bc52fdfe-1ed1-4bf3-97f2-93ca70ef62ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:08.763565626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"f1a7349f-7b2e-4b34-b3b6-32bd1a7788d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:08.909128619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"fb2cd57d-4bb8-45d7-95e9-4b93f2b7a9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:08.909440252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"ec944422-2a4e-4eb8-a5de-13ef7b4452ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:08.967258275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"fb2cd57d-4bb8-45d7-95e9-4b93f2b7a9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:08.967258274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"ec944422-2a4e-4eb8-a5de-13ef7b4452ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:09.218690863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb93a47-b942-406d-b561-96222cc81fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:09.267419471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb93a47-b942-406d-b561-96222cc81fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:09.315896805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb93a47-b942-406d-b561-96222cc81fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:09.365735839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb93a47-b942-406d-b561-96222cc81fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:11.210763827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a911ed5-1aae-4b14-acf1-e192b52c14ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:11.259284019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a911ed5-1aae-4b14-acf1-e192b52c14ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:11.30961902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a911ed5-1aae-4b14-acf1-e192b52c14ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:11.359918578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a911ed5-1aae-4b14-acf1-e192b52c14ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:13.144714855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1d63bc-934d-47d7-84ba-d1df3abb0c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:13.193691204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1d63bc-934d-47d7-84ba-d1df3abb0c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:13.242219849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1d63bc-934d-47d7-84ba-d1df3abb0c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:13.290783369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1d63bc-934d-47d7-84ba-d1df3abb0c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:24.982608899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"fdcf4cf8-3128-4a81-b292-277fd36fdab7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.090545722Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"fdcf4cf8-3128-4a81-b292-277fd36fdab7","name":"e2e-shared-a-w3-8b60cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.144152374Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","namespace":"ai-tenant-e2e-praxis-a-07ea50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.144217544Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","namespace":"ai-tenant-e2e-praxis-a-07ea50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.144264946Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","tenant":"e2e-praxis-a-07ea50","tenantID":"e2e-praxis-a-07ea50","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.195466834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"Deployment","name":"maas-api-e2e-praxis-a-07ea50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.251900061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"Service","name":"maas-api-e2e-praxis-a-07ea50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.304911181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-07ea50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.357069708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-07ea50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.409508414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.469999579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.529562044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.600270998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.651735995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.701842873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.749879022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"Service","name":"payload-processing-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.799027994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.847239264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.895599774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.943496884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:25.997397589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.045266883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.093355688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.144948752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-07ea50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.193820004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-07ea50"},"namespace":"ai-tenant-e2e-praxis-a-07ea50","name":"default-tenant","reconcileID":"6db9f3ed-05e3-48de-a83b-6bf0e0ae38b7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-07ea50","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.260469233Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","namespace":"ai-tenant-e2e-praxis-b-bd45d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.260617265Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","namespace":"ai-tenant-e2e-praxis-b-bd45d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.26074938Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","tenant":"e2e-praxis-b-bd45d0","tenantID":"e2e-praxis-b-bd45d0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.312728801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bd45d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.369344497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"Service","name":"maas-api-e2e-praxis-b-bd45d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.420656296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bd45d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.471435595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bd45d0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.523241206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.579547233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.633615374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.68810921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.736327206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.785459258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.833854406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"Service","name":"payload-processing-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.885610331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.936969027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:26.985898592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:27.035330459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:27.087503333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:27.13587518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:27.184200122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:27.236648745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bd45d0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:27.28766084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bd45d0"},"namespace":"ai-tenant-e2e-praxis-b-bd45d0","name":"default-tenant","reconcileID":"e19aa984-6abb-4ff7-90c1-8402a4338ea4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bd45d0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:27.901295993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:32.829202446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"a32de17a-9a32-4c6b-853d-e0074560e9cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:32.920598559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"7a2a49e9-ede7-482f-b9cd-769f6feabe7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.210171612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"1c8f1489-d21a-413e-984e-d5ecac742429","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.311156297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"be9125b7-3c19-42d6-8073-d814bf11abd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.416533504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"c8a8c5fe-b975-4728-bfea-af9ecd14bdd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.417531993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"846595d0-b6ac-47c7-8220-6fbe4bd1cc62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.44358937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"f8060723-100a-4878-b898-43375158d47b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.514434519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"87acb388-1a29-4f46-aaba-97a1a886da34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.622948635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"f12594fa-2caf-4ac7-9ffd-322a130d76b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.732180701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d68cf05-f7c5-490f-9212-1ea062faa218","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.831822837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"21724250-b77b-4d3a-9be5-741791ba8e2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:33.953719847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1bb3ecf-d650-4a4a-9a11-14ac229ea266","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:35.136940797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658e5537-1247-4392-b7c1-06edc667cbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:35.186878926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658e5537-1247-4392-b7c1-06edc667cbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:35.235471104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658e5537-1247-4392-b7c1-06edc667cbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:35.23555034Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bd45d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bd45d0","reconcileID":"f2250b29-d2b5-40ef-979c-764d24a16b15","aitenant":"ai-tenants/e2e-praxis-b-bd45d0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:35.284292011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658e5537-1247-4392-b7c1-06edc667cbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:35.939372534Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bd45d0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bd45d0","reconcileID":"f2250b29-d2b5-40ef-979c-764d24a16b15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bd45d0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bd45d0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:36.538077099Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-07ea50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-07ea50","reconcileID":"33b1f35e-6b47-4a8e-b453-7fc1ee27bd1a","aitenant":"ai-tenants/e2e-praxis-a-07ea50","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:37.32364541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f076aa7-84d9-41ce-b86d-29b8d2d70335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:37.372268529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f076aa7-84d9-41ce-b86d-29b8d2d70335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:37.380482374Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-07ea50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-07ea50","reconcileID":"33b1f35e-6b47-4a8e-b453-7fc1ee27bd1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-07ea50","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-07ea50"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:37.422403464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f076aa7-84d9-41ce-b86d-29b8d2d70335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:37.480197475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f076aa7-84d9-41ce-b86d-29b8d2d70335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:39.363478069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33127c2-3fff-4723-9ed2-0087cbe7456f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:39.42060556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33127c2-3fff-4723-9ed2-0087cbe7456f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:39.469018733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33127c2-3fff-4723-9ed2-0087cbe7456f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:39.469396434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"8f428823-7512-41d5-a81b-eb506405a7cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:39.517468018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33127c2-3fff-4723-9ed2-0087cbe7456f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:41.411873719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8617d56c-7bfc-4328-99c4-030664e9d41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:41.460735417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8617d56c-7bfc-4328-99c4-030664e9d41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:41.509299647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8617d56c-7bfc-4328-99c4-030664e9d41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:41.558162824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8617d56c-7bfc-4328-99c4-030664e9d41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:41.658894991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"435d3a65-10b8-4642-bea6-eea6d9312aad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:41.710458323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"859694f4-cc6c-4efc-8ab4-cb2b4b9a74b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:41.771994465Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"435d3a65-10b8-4642-bea6-eea6d9312aad","name":"e2e-shared-a-w0-b8b6f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:42.522957211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"aa95973e-e979-4d52-919e-2d32cc0bc29d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:45.662983752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1572b540-41bd-478a-a3dc-97ac72ae3c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:45.713515862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1572b540-41bd-478a-a3dc-97ac72ae3c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:45.763495724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1572b540-41bd-478a-a3dc-97ac72ae3c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:45.81747242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1572b540-41bd-478a-a3dc-97ac72ae3c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:46.007097194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"8a40d286-4815-4ccc-a6eb-71b630f32c5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:47.814987503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6668587a-9fcb-4202-90fc-676f71a10920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:47.887171291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6668587a-9fcb-4202-90fc-676f71a10920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:47.959619937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6668587a-9fcb-4202-90fc-676f71a10920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:48.015803166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6668587a-9fcb-4202-90fc-676f71a10920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:49.842931871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6befe2a7-4131-4be3-b4ce-210a9e4bad2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:49.892822419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6befe2a7-4131-4be3-b4ce-210a9e4bad2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:49.941818595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6befe2a7-4131-4be3-b4ce-210a9e4bad2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:49.99065136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6befe2a7-4131-4be3-b4ce-210a9e4bad2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:51.72349857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"abcc9317-c051-448f-90d7-5ee748492763","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:51.833357847Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"abcc9317-c051-448f-90d7-5ee748492763","name":"e2e-shared-a-w4-7d1f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.500743315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"e3caa519-b345-4ba5-972f-a627e3421223","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.552198266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"61f183a1-219f-4939-a742-6eb5ca439483","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.695977945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-no-auth","reconcileID":"4a6329d6-3886-4bac-8663-468e504d5fdd","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.748602768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-no-auth","reconcileID":"4a6329d6-3886-4bac-8663-468e504d5fdd","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.758912786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"f08ef315-a34c-442f-afad-f65e3d983244","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.813425692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"afba7f60-7abb-4d25-9fb0-e5d5ef9f560c","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:47:54.861548117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-sub-only","reconcileID":"c18caaf3-7e61-46c9-a5ed-479bf7200da9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.904405712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"bacf9034-4526-41df-adb3-d92db74171b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.904414912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6e6f20d0-f2ca-436d-8500-2418435c36e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.957534845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"bacf9034-4526-41df-adb3-d92db74171b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.957725875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"6e6f20d0-f2ca-436d-8500-2418435c36e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.969041895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"e179bc76-0947-47ea-938d-f3610bd68ed0","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:54.998025984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"9759bcfa-4f80-419a-aa5c-2bf8d8a42ae7","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.022630255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"5fea0f69-1f52-46c6-9b8a-9a78cae41fa2","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.14262378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-no-auth","reconcileID":"b54da4ae-08b6-431e-a485-b127430ab65f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.19545991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-no-auth","reconcileID":"b54da4ae-08b6-431e-a485-b127430ab65f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.246095339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"ff462b7f-fc84-4906-944b-2b98d7258938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.246098257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"0e36a0aa-393f-4539-a2da-4d2a50c946fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.271775915Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-sub-only","reconcileID":"4515ce15-2422-4dff-ae84-24b14e2b9b8d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-116a20/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.298509385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"ff462b7f-fc84-4906-944b-2b98d7258938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.29855703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"0e36a0aa-393f-4539-a2da-4d2a50c946fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.426950918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"f3d4af7e-c5b2-487e-bf9e-2177fd84b90d","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.467099661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"bafdeb57-22f6-4006-9d69-70f255ae7da2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:55.620375746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-sub-only","reconcileID":"7ce48445-86b1-422c-95f3-c29da3a9d4d1","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:57.901253141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:58.088685498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"120b0014-6088-4513-ba41-4f330439b24d","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:58.233047249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d864a337-8408-4797-b4e8-df340bdb0fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:58.233132617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-no-auth","reconcileID":"a9caa40d-568f-4b76-99db-bbe704c5867e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:58.233538719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"77afe631-8e4c-4ab8-bb14-e10b53d37d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:58.285607152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d864a337-8408-4797-b4e8-df340bdb0fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:58.285646094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-no-auth","reconcileID":"a9caa40d-568f-4b76-99db-bbe704c5867e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:47:58.288045035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"77afe631-8e4c-4ab8-bb14-e10b53d37d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:01.259086215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"992972aa-50b0-482b-b331-90916e982a33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:01.33016762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"adea5e50-e132-424b-a0f6-851a937adc65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:01.425958287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"9d5ea247-867b-4fad-98d5-e86978236396","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:01.425957188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce866a5e-dddc-4971-ab9a-5848597cea8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:01.577353168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"c23d2f51-a423-42cd-8f33-171d34d886aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:01.676846773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"67f62754-3793-4fec-97bf-8e45d4076849","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:01.709396729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"bb004a59-b457-46cc-950b-83141ce53537","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:01.816818478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"d3e052d4-169e-4752-bbfa-1c453d9c5af6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:01.920006977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"f9ea2ca4-fe63-482e-ad9f-813f690d9073","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:02.015954142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"c0d242af-5f68-4c8d-bf38-c772f5a2687c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:02.115962473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"48db8fa9-09b9-4788-b14f-51bf1ef0369b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.240435906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-sub-only","reconcileID":"88b12e0c-b504-4fb2-987a-d2163e1f6021","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.441408377Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-sub-only","reconcileID":"88b12e0c-b504-4fb2-987a-d2163e1f6021","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-116a20/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.637275756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"5b78b001-5a4f-46bf-a7e7-9559618f0898","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.696184931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"0c3baed1-5b98-4f58-bc63-cb2db80dae0c","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.84208441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5e449a40-d1b1-42a6-9101-c42d69e22bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.842974116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"072bd026-a5a2-4268-9e63-2e2b660045da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.843114475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"6fa15345-1e5c-4a09-96da-91f9e182dcc4","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.843588194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-no-auth","reconcileID":"92a294e5-5b32-42dd-98c1-d97b1e8c46d5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.896196521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"5e449a40-d1b1-42a6-9101-c42d69e22bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.896274938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"072bd026-a5a2-4268-9e63-2e2b660045da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:08.899703853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-no-auth","reconcileID":"92a294e5-5b32-42dd-98c1-d97b1e8c46d5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:09.045163288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"e2e-test-group-no-auth","reconcileID":"0fbd2da2-2128-4b14-8531-022dca782533","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:09.247859196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"a447d741-86da-4c3f-b43d-3b761beeb0dd","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:16.358393221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd87fb67-8299-4d6c-a339-e415ff4248be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:16.407115926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd87fb67-8299-4d6c-a339-e415ff4248be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:16.455897957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd87fb67-8299-4d6c-a339-e415ff4248be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:16.504400454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd87fb67-8299-4d6c-a339-e415ff4248be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:18.398112443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e76f7d7-9f1b-4a7f-9b6c-8576c09ae049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:18.446974185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e76f7d7-9f1b-4a7f-9b6c-8576c09ae049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:18.49528033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e76f7d7-9f1b-4a7f-9b6c-8576c09ae049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:18.543791995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e76f7d7-9f1b-4a7f-9b6c-8576c09ae049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:20.823623615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f391f12b-61b2-4019-ab89-cd2686d908ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:20.8723217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f391f12b-61b2-4019-ab89-cd2686d908ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:20.920820389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f391f12b-61b2-4019-ab89-cd2686d908ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:20.971673212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f391f12b-61b2-4019-ab89-cd2686d908ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:21.37396728Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-92489a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-92489a","reconcileID":"ab810398-905e-496a-8c1a-3d6467ce2753","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-92489a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-92489a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:22.799513597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4bf0fd-ca52-460c-b183-3645161b8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:22.847949334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4bf0fd-ca52-460c-b183-3645161b8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:22.89636215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4bf0fd-ca52-460c-b183-3645161b8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:22.950190888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4bf0fd-ca52-460c-b183-3645161b8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:24.717609468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ac24b0-1cd9-4e90-aaf9-d1a3b6f2d3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:24.780603467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ac24b0-1cd9-4e90-aaf9-d1a3b6f2d3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:24.838967944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ac24b0-1cd9-4e90-aaf9-d1a3b6f2d3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:24.887406912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ac24b0-1cd9-4e90-aaf9-d1a3b6f2d3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:26.708492835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304265a0-1116-44ba-ac0d-13810277a5f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:26.75707911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304265a0-1116-44ba-ac0d-13810277a5f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:26.805643765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304265a0-1116-44ba-ac0d-13810277a5f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:26.8541844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304265a0-1116-44ba-ac0d-13810277a5f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:27.901144732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:28.626695749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5335b5a8-a2b8-4031-90c4-c290ed35c2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:28.688807703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5335b5a8-a2b8-4031-90c4-c290ed35c2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:28.738714439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5335b5a8-a2b8-4031-90c4-c290ed35c2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:28.78757988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5335b5a8-a2b8-4031-90c4-c290ed35c2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.100203297Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","namespace":"ai-tenant-e2e-praxis-b-cc8dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.100276892Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","namespace":"ai-tenant-e2e-praxis-b-cc8dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.100370486Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","tenant":"e2e-praxis-b-cc8dfc","tenantID":"e2e-praxis-b-cc8dfc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.15038083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cc8dfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.215618602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"Service","name":"maas-api-e2e-praxis-b-cc8dfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.267474018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cc8dfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.317689359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cc8dfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.36892923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.423045516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.485039314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.5362045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.584603858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.633863877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.681746096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"Service","name":"payload-processing-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.731930165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.780462187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.828247283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.875924355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:29.92859417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:30.025349407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:30.07491862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:30.136552251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cc8dfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:30.184753113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cc8dfc"},"namespace":"ai-tenant-e2e-praxis-b-cc8dfc","name":"default-tenant","reconcileID":"43816371-f6f3-4b52-ab1e-4fdad6e09d92","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cc8dfc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:30.577132037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"7f748a7b-6673-4347-833c-30d0562b9485","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:30.813769337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e283866-da43-4fa5-b31a-f4c7cb3aac46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:30.862475844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e283866-da43-4fa5-b31a-f4c7cb3aac46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:30.913355658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e283866-da43-4fa5-b31a-f4c7cb3aac46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:30.963058805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e283866-da43-4fa5-b31a-f4c7cb3aac46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:32.7427933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4249cc-489e-4d78-8ee7-b353e4ccf420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:32.791185756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4249cc-489e-4d78-8ee7-b353e4ccf420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:32.791400297Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc8dfc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc8dfc","reconcileID":"d285f73c-a186-4130-be2e-385609366505","aitenant":"ai-tenants/e2e-praxis-b-cc8dfc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:32.839693009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4249cc-489e-4d78-8ee7-b353e4ccf420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:32.888152882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4249cc-489e-4d78-8ee7-b353e4ccf420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:33.550052208Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cc8dfc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cc8dfc","reconcileID":"d285f73c-a186-4130-be2e-385609366505","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cc8dfc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cc8dfc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:34.819374396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daa1cd2-fb00-4e45-844c-6d13e53abcce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:34.868103892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daa1cd2-fb00-4e45-844c-6d13e53abcce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:34.917168467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daa1cd2-fb00-4e45-844c-6d13e53abcce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:34.970427778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daa1cd2-fb00-4e45-844c-6d13e53abcce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:36.4380657Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a78d34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a78d34","reconcileID":"7379c36c-363e-41c9-bd76-38a5d996e7c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a78d34","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a78d34":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:36.69747283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"42b14827-2288-4c7b-b092-47f912464cd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:36.822925955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146519f-cb82-47df-b4b4-4a28854322cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:36.872489741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146519f-cb82-47df-b4b4-4a28854322cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:36.921006362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146519f-cb82-47df-b4b4-4a28854322cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:36.969944152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146519f-cb82-47df-b4b4-4a28854322cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:38.836441782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cb7923-7a25-49f5-8f7e-166e7811f6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:38.856445321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"50c9ad64-adf8-4dba-bdbd-2f435f55e4ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:38.885185363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cb7923-7a25-49f5-8f7e-166e7811f6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:38.933531498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cb7923-7a25-49f5-8f7e-166e7811f6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:38.982473012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cb7923-7a25-49f5-8f7e-166e7811f6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:39.144890448Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-acd21e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-acd21e","reconcileID":"64fbaef5-5ca3-4e1d-9505-708866148dd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-acd21e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-acd21e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:39.816601231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"5fb13db4-63ac-4a7d-9e95-76b26ed25df9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:40.968667519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c16896-44fc-4a37-948a-a1f11c592983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:41.01714157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c16896-44fc-4a37-948a-a1f11c592983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:41.068228612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c16896-44fc-4a37-948a-a1f11c592983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:41.116963996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c16896-44fc-4a37-948a-a1f11c592983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.153359279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"633e834b-801f-479b-a1e6-cab112350439","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.206749213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"8cfec261-6205-4b37-8d10-b5f766bb314f","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.390655951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"476fd380-6d88-4332-9c83-306c960ed803","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.412763611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"879382ce-fa47-46eb-bfa6-736b213334a7","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.443175695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"476fd380-6d88-4332-9c83-306c960ed803","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.466445352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"f1ed08b5-f7dc-49f2-bbc8-ce1fa5ef741b","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:48:42.514910728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-user-subscription","reconcileID":"ba391580-b083-48e5-8b09-b2e1526d1517","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.559493265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"939677ba-66da-425f-a217-be562ff859a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.562019317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"007930ff-c37d-42ae-a139-da13904d9be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.612447684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"939677ba-66da-425f-a217-be562ff859a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.614845686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"007930ff-c37d-42ae-a139-da13904d9be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.621104911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"fb7fe961-2deb-4c7e-864f-e57f2190b1c4","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.675374684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"717366fd-4ba3-4b4e-9ecd-addaf25d9e43","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.71796029Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b9b815 priority=0:[ai-tenant-e2e-worker-w1-b9b815/e2e-test-other-subscription ai-tenant-e2e-worker-w1-b9b815/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.718189843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"ef5944ca-7a4d-4d74-98bb-17c8eb4b6420","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.745119666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"fa9d9970-1c62-46b9-8fb3-63cb577598ee","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.778585604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"2890a417-c83e-4ab1-b9b8-a2cafc8eddf0","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.803954917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"6d413659-9024-4379-8586-f3163dc6cc48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.821017464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"f87703bd-9350-40d3-b384-da10944c9cc3","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:48:42.841544184Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b9b815/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.872601175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"22bcb529-2736-4a56-bda3-6f04f2daad45","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.892616397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afa5eb7-ed1a-4e18-a2e7-bb2328f2acf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.893018862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"3d4760c5-79e5-4cdc-b114-aaf4ef827793","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.943408302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afa5eb7-ed1a-4e18-a2e7-bb2328f2acf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.991954454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afa5eb7-ed1a-4e18-a2e7-bb2328f2acf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:42.997343695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-user-subscription","reconcileID":"0a38f60d-6fc4-43e6-89b8-f297873dcf50","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-b9b815/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-b9b815/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-b9b815/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.040470396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7afa5eb7-ed1a-4e18-a2e7-bb2328f2acf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.040989556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"99530fb3-dacc-4d83-8fba-6de7f0c0202d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.044675422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"3d4760c5-79e5-4cdc-b114-aaf4ef827793","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.089665136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"aaef1dcc-ffc2-422d-b824-cddc6c9a07bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.094096995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"99530fb3-dacc-4d83-8fba-6de7f0c0202d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.138598497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-other-subscription","reconcileID":"a889e5fb-327a-4c77-8da7-7b834d04bb94","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.142267397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"aaef1dcc-ffc2-422d-b824-cddc6c9a07bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.19499186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"26d9e300-bbe6-4c91-967c-019496e0f8e6","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.236864084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"087fa939-8b0e-45d3-a695-5695fece3b24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.340996936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"b93bef34-0a87-4d1d-a3e1-99471742a289","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.384624641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"72776331-2e7b-4f63-8e5d-ba3ab8224928","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.432194051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"c0aec540-83dc-4cd8-9b67-323c1a989466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.434270872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-user-subscription","reconcileID":"01f22be3-09da-4b4b-9cb1-f7e155c50bf0","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.436556759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"72776331-2e7b-4f63-8e5d-ba3ab8224928","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.485051388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"c0aec540-83dc-4cd8-9b67-323c1a989466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.486350355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"ba607fc4-68be-4b29-8560-8853c8e2a62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.536108798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-other-subscription","reconcileID":"48b8685d-7228-41f6-98d1-bb255403585d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.53854487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"ba607fc4-68be-4b29-8560-8853c8e2a62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:43.630157534Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-b144f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-b144f8","reconcileID":"37d7e1dc-e2a1-43fa-aedb-8712ab12f6bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-b144f8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-b144f8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:44.798889974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94dc7a3-85e8-4da1-b798-e32d286f6e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:44.847221512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94dc7a3-85e8-4da1-b798-e32d286f6e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:44.895617673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94dc7a3-85e8-4da1-b798-e32d286f6e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:44.943954055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94dc7a3-85e8-4da1-b798-e32d286f6e84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:45.7339889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"a4d688d7-8751-42e5-8989-25c956b02641","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:45.878574921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a415a0a9-3825-4975-b119-e52a9fcbe041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:45.878740333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"8a215de2-a3d5-4c80-b4b2-e40869228042","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:45.878574301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"386d7f75-e84b-4aeb-8da0-d548adf467ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:45.932437582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"8a215de2-a3d5-4c80-b4b2-e40869228042","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:45.932457368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a415a0a9-3825-4975-b119-e52a9fcbe041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:45.935089302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"386d7f75-e84b-4aeb-8da0-d548adf467ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:55.884299423Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-user-subscription","reconcileID":"42596837-a2b6-4cba-8236-f6ca1acb140a","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.085345095Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-user-subscription","reconcileID":"42596837-a2b6-4cba-8236-f6ca1acb140a","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b9b815/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-b9b815/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.281494983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-other-subscription","reconcileID":"29dc23a9-b9a1-4392-8743-fbdafa3a9488","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.28157994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"92b2d8aa-53e6-41e4-aff5-ecf0591e8909","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.341359353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"cdab1904-f6bc-4634-88f2-bda4bb357b6e","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.396592492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"68b8abe8-04ae-44fc-84b4-5d4884d3cbfa","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.485883631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"c2657bc4-f436-45b4-852f-9621e30feed5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.486011497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"2aca5fb2-008d-49c4-820f-2de7b2ba21e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.485884229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"2a925881-d64c-4de6-9e0b-540629ff3a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.486930635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"581bcec3-f434-4913-bafa-a6764eff4172","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.538735978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"2a925881-d64c-4de6-9e0b-540629ff3a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.539258717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"2aca5fb2-008d-49c4-820f-2de7b2ba21e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.541099047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"c2657bc4-f436-45b4-852f-9621e30feed5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.882977542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"7a3d043c-3d9f-4230-a5cf-5e98bcd9d86e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.883128394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"70ea14ea-714a-4666-9985-d665bf8fc7d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.882975106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"d11c4c1e-af8d-40e2-a6ad-78ab02029117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.935662089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"7a3d043c-3d9f-4230-a5cf-5e98bcd9d86e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.936395235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"70ea14ea-714a-4666-9985-d665bf8fc7d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:56.938252018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"d11c4c1e-af8d-40e2-a6ad-78ab02029117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:48:57.900562795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:06.638628811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-other-subscription","reconcileID":"fb43bd63-34d9-4b63-85be-5a2fb4da36a3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:06.839284454Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-other-subscription","reconcileID":"fb43bd63-34d9-4b63-85be-5a2fb4da36a3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b9b815/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.033875634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"c16ff388-a378-486d-96d6-7809db9ff849","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.042469499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"533ade6d-0650-4fe1-bd9d-f05fb0fbcc82","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.180537036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"0e9604dd-54e6-4f4e-815b-fdd3f5715812","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.186595737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"21e6aa76-a131-41e5-b01f-cd9e591c21cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.186784456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"6f8c95b8-3c16-4d49-844d-446dd954156c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.186595497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"fbd993cb-42da-49d5-8098-b9fde3713652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.241133648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"21e6aa76-a131-41e5-b01f-cd9e591c21cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.241275858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"fbd993cb-42da-49d5-8098-b9fde3713652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.243429487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"6f8c95b8-3c16-4d49-844d-446dd954156c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.450046223Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"e2e-test-auth-access-denied","reconcileID":"f039dfef-d037-4e4c-8cc1-e88b06dfa944","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.474874831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"0d828092-82e8-43a5-8a47-df73599b8c83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.584438903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"0d828092-82e8-43a5-8a47-df73599b8c83","name":"e2e-shared-b-w3-92489a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:07.639994935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"75739735-eb5e-4d7e-ad6a-5bfeb4736278","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:12.911588708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5a50db-6909-441a-9597-0d381491f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:12.960285021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5a50db-6909-441a-9597-0d381491f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:13.009010261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5a50db-6909-441a-9597-0d381491f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:13.057557975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5a50db-6909-441a-9597-0d381491f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:13.462158845Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5ad88c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5ad88c","reconcileID":"7bd4e924-7636-46c9-b8cb-179e1d43145d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5ad88c","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-5ad88c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:14.841059792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c048055-8517-4646-a42a-414be17d68cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:14.889359313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c048055-8517-4646-a42a-414be17d68cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:14.937802805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c048055-8517-4646-a42a-414be17d68cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:14.986298426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c048055-8517-4646-a42a-414be17d68cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:16.752781176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c38ade0-673c-45f3-a9b9-41f93df72a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:16.80196628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c38ade0-673c-45f3-a9b9-41f93df72a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:16.851428675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c38ade0-673c-45f3-a9b9-41f93df72a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:16.903289842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c38ade0-673c-45f3-a9b9-41f93df72a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:18.783471191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004e6359-d7ba-422d-a85c-1d1f732a774c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:18.832611984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004e6359-d7ba-422d-a85c-1d1f732a774c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:18.881452833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004e6359-d7ba-422d-a85c-1d1f732a774c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:18.930280262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004e6359-d7ba-422d-a85c-1d1f732a774c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:26.355903335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"c346c151-494a-4e67-ae24-cef9439a4a1c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:26.463654552Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"c346c151-494a-4e67-ae24-cef9439a4a1c","name":"e2e-shared-a-w2-a78d34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:27.911605806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:35.307970572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"e4f56e22-c160-4564-8a64-c3ebe1322824","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:35.415729664Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"e4f56e22-c160-4564-8a64-c3ebe1322824","name":"e2e-shared-b-w0-acd21e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:39.852171322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"480c7428-4779-407f-8fe9-276f4a846750","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:39.960334779Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"480c7428-4779-407f-8fe9-276f4a846750","name":"e2e-shared-b-w4-b144f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:49:57.900749694Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:08.607419434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a887e182-c694-4249-8a82-ae85affdcd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:08.655812987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a887e182-c694-4249-8a82-ae85affdcd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:08.704175996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a887e182-c694-4249-8a82-ae85affdcd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:08.752762889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a887e182-c694-4249-8a82-ae85affdcd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:10.508617933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408b303d-414d-4e7c-990d-55939113fd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:10.557262306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408b303d-414d-4e7c-990d-55939113fd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:10.605658325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408b303d-414d-4e7c-990d-55939113fd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:10.654215153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408b303d-414d-4e7c-990d-55939113fd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:12.410142498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d42c74-7151-43ea-b291-0bf01f412637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:12.45944466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d42c74-7151-43ea-b291-0bf01f412637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:12.508415734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d42c74-7151-43ea-b291-0bf01f412637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:12.556901521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d42c74-7151-43ea-b291-0bf01f412637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:14.463712772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830b5f8c-d825-4f09-9fc5-0f04c895baaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:14.517816942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830b5f8c-d825-4f09-9fc5-0f04c895baaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:14.566363104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830b5f8c-d825-4f09-9fc5-0f04c895baaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:14.617056291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830b5f8c-d825-4f09-9fc5-0f04c895baaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:16.106699899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"544be4a4-89e6-4f1c-ab4c-17cc8e53a97c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-5ad88c","tenantID":"e2e-explicit-5ad88c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:16.217346031Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"544be4a4-89e6-4f1c-ab4c-17cc8e53a97c","name":"e2e-explicit-5ad88c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:27.90562257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:31.413213174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1aae879-4058-4b03-bea0-c5a1f7311619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:31.461944885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1aae879-4058-4b03-bea0-c5a1f7311619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:31.510734647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1aae879-4058-4b03-bea0-c5a1f7311619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:31.559275436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1aae879-4058-4b03-bea0-c5a1f7311619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:33.322977806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4411e5-6402-4402-841b-b5fc506be669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:33.371745916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4411e5-6402-4402-841b-b5fc506be669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:33.420421135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4411e5-6402-4402-841b-b5fc506be669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:33.471560398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4411e5-6402-4402-841b-b5fc506be669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:35.297356145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e28f339-17f7-4512-8111-537f7d46100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:35.346080944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e28f339-17f7-4512-8111-537f7d46100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:35.394499141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e28f339-17f7-4512-8111-537f7d46100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:35.443301398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e28f339-17f7-4512-8111-537f7d46100d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:40.966934068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5450cbe5-8b43-4d08-a413-cdd43baf1820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:41.016208986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5450cbe5-8b43-4d08-a413-cdd43baf1820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:41.064987314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5450cbe5-8b43-4d08-a413-cdd43baf1820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:41.114173837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5450cbe5-8b43-4d08-a413-cdd43baf1820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:42.877015546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74c4b2e-676f-40bb-adf4-02bf444db743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:42.932437603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74c4b2e-676f-40bb-adf4-02bf444db743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:42.983983653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74c4b2e-676f-40bb-adf4-02bf444db743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:43.03300041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74c4b2e-676f-40bb-adf4-02bf444db743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:45.122953183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8e7065-baec-4956-9ff5-732095990146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:45.171549876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8e7065-baec-4956-9ff5-732095990146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:45.237129669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8e7065-baec-4956-9ff5-732095990146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:45.29046699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8e7065-baec-4956-9ff5-732095990146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:47.111999156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e5a6b9-c879-42aa-857b-4379962d496c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:47.160502196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e5a6b9-c879-42aa-857b-4379962d496c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:47.208900769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e5a6b9-c879-42aa-857b-4379962d496c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:47.258420091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e5a6b9-c879-42aa-857b-4379962d496c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:48.436980838Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-d414aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-d414aa","reconcileID":"092e0529-ed8f-4617-acd8-509e8c5d7f50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-d414aa","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-d414aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:49.086848159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1665d81d-94d0-458c-921d-5ab18ac06ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:49.136029483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1665d81d-94d0-458c-921d-5ab18ac06ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:49.184471916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1665d81d-94d0-458c-921d-5ab18ac06ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:49.233044889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1665d81d-94d0-458c-921d-5ab18ac06ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:51.076764196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c44ca0-a9f3-4eb0-86e8-763fafdab146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:51.126644721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c44ca0-a9f3-4eb0-86e8-763fafdab146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:51.176641842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c44ca0-a9f3-4eb0-86e8-763fafdab146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:51.22570848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c44ca0-a9f3-4eb0-86e8-763fafdab146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:50:57.900709749Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:05.812712432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"74f0f197-0e6a-4449-8bf0-c4441dcd972b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:05.935671878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"d2fb3edb-bb0b-41a1-b2bc-dffd4c950f80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:06.033220834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"04f447ec-6b60-44a4-aaf7-aa6d161c1af1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:06.15785117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"183b1a6d-60d4-47fd-af9c-f66750539170","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:06.258450584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"2e5aa0a2-45a6-4058-b3bf-a3add2a61d2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:06.39272786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"e856709e-528b-4bfa-a062-0c12cb5c9230","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:06.490455022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"510c6b73-2f13-485b-a8ad-5b0a214341b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:06.802818464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"dc3e8b07-8aa1-4a3e-9a15-d895b6c0cb3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:06.900141157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"d07a4807-43d0-42c1-81dd-ed854b04a19a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:06.920993373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"31357a26-97aa-4d6f-9980-9841f6e75b0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:07.044536945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"305f7fd4-c028-452f-b03a-f8e333236191","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:07.149440543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"33ca8c26-75af-46d7-a1fd-0c389e51410b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:22.610963838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c15dbdb-d87c-4b92-970b-d2f2680c6663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:22.616871546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"2d99f3aa-17e2-4f11-9385-6e6ddaee497a","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:22.616896772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"2d99f3aa-17e2-4f11-9385-6e6ddaee497a","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:22.659875539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c15dbdb-d87c-4b92-970b-d2f2680c6663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:22.708797936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c15dbdb-d87c-4b92-970b-d2f2680c6663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:22.757738236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c15dbdb-d87c-4b92-970b-d2f2680c6663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:24.65077757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fa9850-f9ca-43c1-8366-a78d5aaf928f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:24.699431898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fa9850-f9ca-43c1-8366-a78d5aaf928f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:24.748009729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fa9850-f9ca-43c1-8366-a78d5aaf928f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:24.796745865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fa9850-f9ca-43c1-8366-a78d5aaf928f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:27.900401231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:37.774932942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"1f3ea618-5b12-473a-a3c2-4092a4aad79c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:37.885199354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"41309d2f-2ee9-4b98-8b72-7f582b78e655","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:37.985268098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"b2d7c061-ff72-4f5c-a9b0-9442c57393c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:38.110026172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"5177d6b3-fa84-4160-8531-1bd82ba1645e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:38.279904838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3252f9c-c737-4e39-8df2-05289cc1c7d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:38.380783561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"52baeef6-eab5-4f65-9c8c-ab48a08f8f6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:38.480747483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"764deda7-23b8-49fe-aa3d-43ef782164ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:38.582189751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf7363d4-c5b2-412b-8aa8-f7cbab7a7038","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:38.736524475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"1e9847a8-07ab-4099-a7f5-e0587c4501a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:38.904618037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"341b1fcc-5089-473e-adea-29b974dca00a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:39.004974208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"0025b630-de58-4c95-9cd6-bd752c2a5dd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:39.104692119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"b4788b35-62e0-4901-82fb-a79c6c6f5e28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:54.191835096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70955e90-71b4-4ec3-8a9d-fc20db79d3af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:54.292465931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"a425a5fa-2271-49c9-9737-3da93dbc4deb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:54.30683357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"ceba200f-e884-4665-9bc7-a6210fa39658","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:54.536509487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"2460b774-fc0d-4d11-8ad5-20680c2581bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:54.629997216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"784007a8-d074-443c-ab68-e2247feeebc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:54.762933124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"c8f848cb-e559-4b47-8ddc-487ff095f1b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:54.859911394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab147cd9-5040-4475-be9b-2bde50d5f2d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:54.873168507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"a034b73c-4449-45bc-9eb0-c48e4c68bed9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:54.957338798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"387838f0-526b-4e11-868d-7b52f1c013db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:55.058987321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"4dbe7fd6-23df-4af5-ad49-98a35f562640","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:55.158907578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"e6cb7fde-2499-424b-80e1-ebb554b62788","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:55.266636973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"68f26550-dde4-4be8-bf81-cc3ad532624d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:56.669066806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"e0cc0229-b13d-4444-8b12-5736080d9cf6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:56.777647028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"e0cc0229-b13d-4444-8b12-5736080d9cf6","name":"e2e-shared-b-w2-d414aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:51:57.902076278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:09.650848364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"46cc1373-aa91-484c-a639-1156491511f4","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:09.650879629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"46cc1373-aa91-484c-a639-1156491511f4","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:12.968999028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"03316011-26f3-475f-84b1-30d0af4f57e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:13.147969741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8d9c664-3631-4608-aa74-c6a669d77ec1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:13.247123663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"603d1d9f-0431-4641-aba1-92ea8f87c392","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:13.43571158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"8a13e9f9-17a3-4564-8625-4465f4e8a5be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:13.531864397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-5ad88c","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"explicit-model-5ad88c","reconcileID":"0573823a-f309-4631-b505-0a9d10c22ccd","MaaSModelRef":{"name":"explicit-model-5ad88c","namespace":"ai-tenant-e2e-explicit-5ad88c"},"routeName":"explicit-model-5ad88c-kserve-route","namespace":"ai-tenant-e2e-explicit-5ad88c","llmisvcName":"explicit-model-5ad88c","gateway":"openshift-ingress/e2e-explicit-5ad88c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:13.538402699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"26903c0d-95bf-4682-85f6-d9d57a1270c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:13.637807838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"ecc0ba9c-f299-43f8-8a8b-8f2c2920d0f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:13.637835901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"d6c59d37-d715-4203-9f40-a4f74c65608b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:13.67648448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"5d676e42-0ff5-4cff-b6f7-f75158fc31b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:13.8440932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"225890a8-aa34-4e80-8c4b-559bd8a17348","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:14.081752275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39bf4d78-aa54-4f52-9ec3-eda8edec57ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:14.249380088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"d9f5f29e-452b-49b5-bf45-62aa3d96959c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:14.351075622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"7de580e5-f6fd-4f2c-8132-93de13ceb42e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:27.89957466Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:55.005399735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"5519cb96-ffb7-48be-8a2b-16ef53bc5a8b","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:55.005433813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"5519cb96-ffb7-48be-8a2b-16ef53bc5a8b","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:52:57.901947036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:05.641790222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57dd5732-d213-4d38-872a-da45c9b900df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:05.690160621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57dd5732-d213-4d38-872a-da45c9b900df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:05.738479873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57dd5732-d213-4d38-872a-da45c9b900df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:05.787438726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57dd5732-d213-4d38-872a-da45c9b900df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:07.541337839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff49281-c3c8-4a4a-b7ec-02747dad50ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:07.590673645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff49281-c3c8-4a4a-b7ec-02747dad50ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:07.639087901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff49281-c3c8-4a4a-b7ec-02747dad50ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:07.687639476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff49281-c3c8-4a4a-b7ec-02747dad50ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:25.440039689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"7c0d6561-c7dd-42d4-a986-a068e9a95021","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:25.440067271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"7c0d6561-c7dd-42d4-a986-a068e9a95021","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:27.900722184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:30.974017718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"f09c8a9f-636a-4e5b-ade5-40dbdcc5ec8b","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:30.974041123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"f09c8a9f-636a-4e5b-ade5-40dbdcc5ec8b","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.025130082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"af345b5d-b014-45cd-8706-e6b56733791b","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.025149078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"af345b5d-b014-45cd-8706-e6b56733791b","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.124744435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"5d1d48aa-ee41-4651-b016-c39867510e12","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.137693566Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","namespace":"ai-tenant-e2e-explicit-5ad88c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.137742713Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","namespace":"ai-tenant-e2e-explicit-5ad88c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.137794961Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","tenant":"e2e-explicit-5ad88c","tenantID":"e2e-explicit-5ad88c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.188092633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"Deployment","name":"maas-api-e2e-explicit-5ad88c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.238959315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"5d1d48aa-ee41-4651-b016-c39867510e12","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.242739985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"Service","name":"maas-api-e2e-explicit-5ad88c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.290618713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8b60cc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"5d1d48aa-ee41-4651-b016-c39867510e12","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.293267636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-5ad88c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.344466703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"a09481a3-45e1-408b-9214-540715295a3c","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.34448742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"a09481a3-45e1-408b-9214-540715295a3c","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.349277583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-5ad88c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.415540328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.473465111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.555816292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.609381437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.659590806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"Deployment","name":"payload-processing-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.710212068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.767452303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"Service","name":"payload-processing-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.825850936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"Service","name":"payload-pre-processing-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.921204973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:31.977570297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.029556426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.080725326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.130429129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.180288296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.230203843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-5ad88c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.280406646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ad88c"},"namespace":"ai-tenant-e2e-explicit-5ad88c","name":"default-tenant","reconcileID":"9e969659-4ddb-45f1-a243-3f846c5f79c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-5ad88c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.38700502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b76694c-0f16-4d63-93bd-c7f394621510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.43570794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b76694c-0f16-4d63-93bd-c7f394621510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.484185738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b76694c-0f16-4d63-93bd-c7f394621510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:32.532652482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b76694c-0f16-4d63-93bd-c7f394621510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:34.313844702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd8887d-81ae-484d-9142-9323030410e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:34.365483073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd8887d-81ae-484d-9142-9323030410e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:34.414278736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd8887d-81ae-484d-9142-9323030410e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:34.462673758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd8887d-81ae-484d-9142-9323030410e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:38.175727638Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5ad88c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5ad88c","reconcileID":"fd8a5dd8-0aec-4263-a115-16bc15434c7b","aitenant":"ai-tenants/e2e-explicit-5ad88c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:38.704888904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8aa0af-579a-4c16-acb8-65a114e206cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:38.75669764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8aa0af-579a-4c16-acb8-65a114e206cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:38.805223866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8aa0af-579a-4c16-acb8-65a114e206cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:38.853559062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8aa0af-579a-4c16-acb8-65a114e206cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:38.956919087Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5ad88c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5ad88c","reconcileID":"fd8a5dd8-0aec-4263-a115-16bc15434c7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5ad88c","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-5ad88c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:40.646167407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4c762e-fd8c-4a3d-a19b-7a746f598537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:40.695538301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4c762e-fd8c-4a3d-a19b-7a746f598537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:40.748499788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4c762e-fd8c-4a3d-a19b-7a746f598537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:40.811164465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4c762e-fd8c-4a3d-a19b-7a746f598537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:41.44523224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"e3f0b7b1-2910-4d2a-8f96-32cf270b0201","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:41.500591753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"e3f0b7b1-2910-4d2a-8f96-32cf270b0201","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:41.551386547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8b60cc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"e3f0b7b1-2910-4d2a-8f96-32cf270b0201","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:42.602910618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c6f771-a92d-4166-9bd9-5a458c53f1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:42.667589708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c6f771-a92d-4166-9bd9-5a458c53f1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:42.719489623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c6f771-a92d-4166-9bd9-5a458c53f1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:42.767748553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c6f771-a92d-4166-9bd9-5a458c53f1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:43.423392215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"12fb516f-0f07-4d71-953a-7d17b225d781","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:43.423422506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"12fb516f-0f07-4d71-953a-7d17b225d781","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:48.856427439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"1cf02928-a07d-4b37-b4e8-2c42e0ac8721","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:48.85644922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"1cf02928-a07d-4b37-b4e8-2c42e0ac8721","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:48.908896176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"39f08b9d-6a71-45e9-a99f-2ca423841461","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:48.908916115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"39f08b9d-6a71-45e9-a99f-2ca423841461","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:49.005056908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"391a25d1-ea43-465a-8522-3cb1cdce4cd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:49.119266672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"391a25d1-ea43-465a-8522-3cb1cdce4cd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:49.169996114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"391a25d1-ea43-465a-8522-3cb1cdce4cd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:49.220596699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"66f4b06e-d843-4238-bb51-de44d203f997","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:49.220614512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"66f4b06e-d843-4238-bb51-de44d203f997","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:51.650766436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"cc50c22f-5f31-4de4-98e2-b5edc69c176e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:51.712251751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"cc50c22f-5f31-4de4-98e2-b5edc69c176e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:51.763623494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8b60cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ee680c42c52fba0429b64258765c84f83068b0caa0a2526b3720c864f693327) AuthConfig (eee2efd8b087e7eedb9139125447705467e486dabc8b56b3165fc0d97f200e20) AuthConfig (7c0240041a93c5f23daf9b598eeaef9de117392569460fd52e0969aeafaeabca) AuthConfig (76e972c739b5ba566ce80ecc708defd5da3e5ccfcad13eb1d80fe738754f47ec) AuthConfig (d763c313caf255c61d4094f05747a614470d29e97fd2651202d2820a3bc94167) AuthConfig (ca07838a115bb4fa61d79776faccf19462eb15489a3b20d495739769f20a479c) AuthConfig (c1cc858681be12faf973c912ef0d59bc7e935ee4429e9254c346cd32d6559fe9) AuthConfig (63f6177d528c01180a5b6dff2187709d088b6b6a8bb5dcf0cff35ab69bf07b3e) AuthConfig (d2b9bb197e1a723446ee833cce5e11c18237a57cf5133a8169a60f011f3d0538) AuthConfig (6dd9945811b4d41b3217dc05f8355397d1d675902d2d291f07a056782911dc2d) AuthConfig (25357e44795a35511a91ec59af03fab7d33259853694abbd07b9347319b4dc92) AuthConfig (bc6f57d6039a07c03c0b2302a6ec696a7b95068f0331a767b293b754a99fa45d) AuthConfig (3deb5a08a150ac9a7ecc641bf72dc96c0b574403518a4dcfbe086ee8168c16ef) AuthConfig (b56e6203dee1d65b11280e9065294c7ae22152f0fda6806636f1383f18f0da8a) AuthConfig (93e4c4e5644dde3f0a2d989bf40344bf9d327821bd8d978bffb0145562e04fe5) AuthConfig (efed5782baadd7a43427a07e007803c1190e027fd719e86acbd73513ebfa1ca5) AuthConfig (44623a7f6000a2c5fcd27bfa5c8a2600df7ebedfdfa92f00e2beedad010ac057) AuthConfig (0f362a406c0ad320ae7c1dba5de0c2c7b065ee6520aa3fbcbe560aa8d7cb7f57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"cc50c22f-5f31-4de4-98e2-b5edc69c176e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:51.819430871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"6e7ea73a-ff98-472a-8755-5a3bc2354fa2","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:51.819451708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"6e7ea73a-ff98-472a-8755-5a3bc2354fa2","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:57.905926914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:59.317989815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"779346a4-d470-4654-9ffc-e4f7010e6ec6","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:59.371939931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"779346a4-d470-4654-9ffc-e4f7010e6ec6","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:53:59.422724625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"779346a4-d470-4654-9ffc-e4f7010e6ec6","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:01.915854206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"12a56a28-5866-4bc0-99c2-7abdf1385d94","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:01.969065448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"12a56a28-5866-4bc0-99c2-7abdf1385d94","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:02.020167527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8b60cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ee680c42c52fba0429b64258765c84f83068b0caa0a2526b3720c864f693327) AuthConfig (eee2efd8b087e7eedb9139125447705467e486dabc8b56b3165fc0d97f200e20) AuthConfig (7c0240041a93c5f23daf9b598eeaef9de117392569460fd52e0969aeafaeabca) AuthConfig (76e972c739b5ba566ce80ecc708defd5da3e5ccfcad13eb1d80fe738754f47ec) AuthConfig (d763c313caf255c61d4094f05747a614470d29e97fd2651202d2820a3bc94167) AuthConfig (ca07838a115bb4fa61d79776faccf19462eb15489a3b20d495739769f20a479c) AuthConfig (c1cc858681be12faf973c912ef0d59bc7e935ee4429e9254c346cd32d6559fe9) AuthConfig (63f6177d528c01180a5b6dff2187709d088b6b6a8bb5dcf0cff35ab69bf07b3e) AuthConfig (d2b9bb197e1a723446ee833cce5e11c18237a57cf5133a8169a60f011f3d0538) AuthConfig (6dd9945811b4d41b3217dc05f8355397d1d675902d2d291f07a056782911dc2d) AuthConfig (25357e44795a35511a91ec59af03fab7d33259853694abbd07b9347319b4dc92) AuthConfig (bc6f57d6039a07c03c0b2302a6ec696a7b95068f0331a767b293b754a99fa45d) AuthConfig (3deb5a08a150ac9a7ecc641bf72dc96c0b574403518a4dcfbe086ee8168c16ef) AuthConfig (b56e6203dee1d65b11280e9065294c7ae22152f0fda6806636f1383f18f0da8a) AuthConfig (93e4c4e5644dde3f0a2d989bf40344bf9d327821bd8d978bffb0145562e04fe5) AuthConfig (efed5782baadd7a43427a07e007803c1190e027fd719e86acbd73513ebfa1ca5) AuthConfig (44623a7f6000a2c5fcd27bfa5c8a2600df7ebedfdfa92f00e2beedad010ac057) AuthConfig (0f362a406c0ad320ae7c1dba5de0c2c7b065ee6520aa3fbcbe560aa8d7cb7f57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"12a56a28-5866-4bc0-99c2-7abdf1385d94","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:09.519175391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"606fd4cd-8b14-4de2-a4f3-a2f4e40ccd21","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:09.571078581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"606fd4cd-8b14-4de2-a4f3-a2f4e40ccd21","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:09.621932064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"606fd4cd-8b14-4de2-a4f3-a2f4e40ccd21","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:12.119181524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"42c302d0-139d-409e-84be-efe75579457a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:12.171868494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"42c302d0-139d-409e-84be-efe75579457a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:12.222454666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8b60cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ee680c42c52fba0429b64258765c84f83068b0caa0a2526b3720c864f693327) AuthConfig (eee2efd8b087e7eedb9139125447705467e486dabc8b56b3165fc0d97f200e20) AuthConfig (7c0240041a93c5f23daf9b598eeaef9de117392569460fd52e0969aeafaeabca) AuthConfig (76e972c739b5ba566ce80ecc708defd5da3e5ccfcad13eb1d80fe738754f47ec) AuthConfig (d763c313caf255c61d4094f05747a614470d29e97fd2651202d2820a3bc94167) AuthConfig (ca07838a115bb4fa61d79776faccf19462eb15489a3b20d495739769f20a479c) AuthConfig (c1cc858681be12faf973c912ef0d59bc7e935ee4429e9254c346cd32d6559fe9) AuthConfig (63f6177d528c01180a5b6dff2187709d088b6b6a8bb5dcf0cff35ab69bf07b3e) AuthConfig (d2b9bb197e1a723446ee833cce5e11c18237a57cf5133a8169a60f011f3d0538) AuthConfig (6dd9945811b4d41b3217dc05f8355397d1d675902d2d291f07a056782911dc2d) AuthConfig (25357e44795a35511a91ec59af03fab7d33259853694abbd07b9347319b4dc92) AuthConfig (bc6f57d6039a07c03c0b2302a6ec696a7b95068f0331a767b293b754a99fa45d) AuthConfig (3deb5a08a150ac9a7ecc641bf72dc96c0b574403518a4dcfbe086ee8168c16ef) AuthConfig (b56e6203dee1d65b11280e9065294c7ae22152f0fda6806636f1383f18f0da8a) AuthConfig (93e4c4e5644dde3f0a2d989bf40344bf9d327821bd8d978bffb0145562e04fe5) AuthConfig (efed5782baadd7a43427a07e007803c1190e027fd719e86acbd73513ebfa1ca5) AuthConfig (44623a7f6000a2c5fcd27bfa5c8a2600df7ebedfdfa92f00e2beedad010ac057) AuthConfig (0f362a406c0ad320ae7c1dba5de0c2c7b065ee6520aa3fbcbe560aa8d7cb7f57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"42c302d0-139d-409e-84be-efe75579457a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:19.719536327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"3d4a6b45-0084-4c33-ba2c-5833a6488b44","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:19.775330387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"3d4a6b45-0084-4c33-ba2c-5833a6488b44","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:19.827077402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"3d4a6b45-0084-4c33-ba2c-5833a6488b44","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:22.319486643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"b9055229-0445-486d-9d66-6b770e2ca368","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:22.372209351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"b9055229-0445-486d-9d66-6b770e2ca368","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:22.423130042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8b60cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ee680c42c52fba0429b64258765c84f83068b0caa0a2526b3720c864f693327) AuthConfig (eee2efd8b087e7eedb9139125447705467e486dabc8b56b3165fc0d97f200e20) AuthConfig (7c0240041a93c5f23daf9b598eeaef9de117392569460fd52e0969aeafaeabca) AuthConfig (76e972c739b5ba566ce80ecc708defd5da3e5ccfcad13eb1d80fe738754f47ec) AuthConfig (d763c313caf255c61d4094f05747a614470d29e97fd2651202d2820a3bc94167) AuthConfig (ca07838a115bb4fa61d79776faccf19462eb15489a3b20d495739769f20a479c) AuthConfig (c1cc858681be12faf973c912ef0d59bc7e935ee4429e9254c346cd32d6559fe9) AuthConfig (63f6177d528c01180a5b6dff2187709d088b6b6a8bb5dcf0cff35ab69bf07b3e) AuthConfig (d2b9bb197e1a723446ee833cce5e11c18237a57cf5133a8169a60f011f3d0538) AuthConfig (6dd9945811b4d41b3217dc05f8355397d1d675902d2d291f07a056782911dc2d) AuthConfig (25357e44795a35511a91ec59af03fab7d33259853694abbd07b9347319b4dc92) AuthConfig (bc6f57d6039a07c03c0b2302a6ec696a7b95068f0331a767b293b754a99fa45d) AuthConfig (3deb5a08a150ac9a7ecc641bf72dc96c0b574403518a4dcfbe086ee8168c16ef) AuthConfig (b56e6203dee1d65b11280e9065294c7ae22152f0fda6806636f1383f18f0da8a) AuthConfig (93e4c4e5644dde3f0a2d989bf40344bf9d327821bd8d978bffb0145562e04fe5) AuthConfig (efed5782baadd7a43427a07e007803c1190e027fd719e86acbd73513ebfa1ca5) AuthConfig (44623a7f6000a2c5fcd27bfa5c8a2600df7ebedfdfa92f00e2beedad010ac057) AuthConfig (0f362a406c0ad320ae7c1dba5de0c2c7b065ee6520aa3fbcbe560aa8d7cb7f57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"b9055229-0445-486d-9d66-6b770e2ca368","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:27.900348231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:29.92412382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"0cd73c0e-742b-4d5a-8d75-4c6641a23dc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:29.976205942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"0cd73c0e-742b-4d5a-8d75-4c6641a23dc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:30.027168392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c8564f013dbe7abab05ca55d0231a7a9f4408cc9f53d7f281600e4afa4ba817) AuthConfig (c6c64799ee30cb084b70592d44b71fda492a1e4fc7fb00694af55d4ab22f2959) AuthConfig (59cb046804c8be7652e52900ae7d23cfc9a20d5d448b95b07a6b42be2dc6ab5a) AuthConfig (5ba4be75d82ca643dc159c593e559ccb8a8c47210ffda1b8c1ea64f20d3e9a1a) AuthConfig (a69ff5c4453ae54def2fe5b5be72d07fbae6bc0933ddfe5d3ad5039b8167f714) AuthConfig (719c8418e67a8e82010c2e0283b8c1aa7eba63064ae854da913359f173f325e2) AuthConfig (40b7a317329fbe2c7483e191a3c35c302b5067f3371e65156f19b19670e628fc) AuthConfig (0cb52be2f48bc9973e69ea244438e6e5b370f9ec953242080d938ac8a12a2e90) AuthConfig (002671bd4ba9cd50068bcfa8a6cdd52cbd2e5ac079372243c72812a2fee6e2f8) AuthConfig (28d63fe39080b5a3cb9978cccd7a63e21ae745681a62de996b147b6451af1e2f) AuthConfig (4f05786edb7ebb4187b26b48f32edba9fc1e51869e976c64821b67da15a89e60) AuthConfig (31894b5700ff5b9cf87bc68a837161d6b989b4e3c060c967b75b4f2d06cfdffe) AuthConfig (991d9785742ea2d3a3755b9d1a617d523d37630f310d1b8092683faad7f550e9) AuthConfig (d4db970f886ca1142fe3c81e72e019f83339b15f49936907f3cbe589b4926d94) AuthConfig (c69afcfa1d674415d6305f7b829c4e0f7603f2911125b934949ae17b004690e4) AuthConfig (8b65368cff257850d351f355debbbcc8898d7b0e3c5f669ba4b54f5fa3ada626) AuthConfig (034537c6b46934bcf8f37398ac040a2b583573bf1a5ba258eb3fc285e3a2d000) AuthConfig (49e153fe7fd33eec83de09e04900324bb2d0477dc514ae29256a9a6fb14b870b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"0cd73c0e-742b-4d5a-8d75-4c6641a23dc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:30.080485028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"431c87cf-8419-4404-b6bc-b759bf32cdf6","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:30.080502776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"431c87cf-8419-4404-b6bc-b759bf32cdf6","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.755370538Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"cbdd802a-9406-446e-80f5-7908ac05bc74","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.807035632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"cbdd802a-9406-446e-80f5-7908ac05bc74","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.812530909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"e53d3029-42c7-47ef-a25b-bed73dd9ee8f","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.812577244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"e53d3029-42c7-47ef-a25b-bed73dd9ee8f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.822887302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"7024d94f-d5f7-4dc2-9981-24652aa08991","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.822935689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"7024d94f-d5f7-4dc2-9981-24652aa08991","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.844148091Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"485b81ee-dd1c-451d-ba3a-393e493a1992","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.844200501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"485b81ee-dd1c-451d-ba3a-393e493a1992","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.884658649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"c7c20f05-f903-4d4d-b61d-67913371682c","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.884708312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"c7c20f05-f903-4d4d-b61d-67913371682c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.965426935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"3eddd704-4d43-44fa-9934-0248069b074e","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:30.965485932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"3eddd704-4d43-44fa-9934-0248069b074e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:31.126422539Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"45eb428a-99ac-469d-9cf0-619064589c9a","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:31.126479861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"45eb428a-99ac-469d-9cf0-619064589c9a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:31.447671148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"32a72d4e-6ee3-4d70-a0e9-22b89a5378c0","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:31.447853823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"32a72d4e-6ee3-4d70-a0e9-22b89a5378c0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:32.088591736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"00d56017-497a-4ceb-821b-67b5970f1f22","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:32.088667142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"00d56017-497a-4ceb-821b-67b5970f1f22","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:32.520280644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"9caf87cc-55f2-4858-85bc-207a428bbe99","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:32.5731414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"9caf87cc-55f2-4858-85bc-207a428bbe99","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:32.87209406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"f8a11361-4597-4786-bfb5-227b1b1a03bf","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:32.87211556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"f8a11361-4597-4786-bfb5-227b1b1a03bf","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:33.369698374Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"9645f8c1-d43a-40be-b4af-d27513958465","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:33.369762613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"9645f8c1-d43a-40be-b4af-d27513958465","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:35.930961989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"401fb5b4-9ad2-492e-9f1f-2eedfe941ad0","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:35.931022611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c94cbc","namespace":"ai-tenant-e2e-noten-c94cbc"},"namespace":"ai-tenant-e2e-noten-c94cbc","name":"noten-model-c94cbc","reconcileID":"401fb5b4-9ad2-492e-9f1f-2eedfe941ad0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c94cbc/noten-model-c94cbc-kserve-route (gateways: [openshift-ingress/e2e-noten-c94cbc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.475991891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"c62b06ec-22d8-4a37-89fc-cb1ca663538f","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.476014445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"c62b06ec-22d8-4a37-89fc-cb1ca663538f","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.530212522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"d9670971-8dfa-43c3-a89e-dfcb66d85dd0","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.530260071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"d9670971-8dfa-43c3-a89e-dfcb66d85dd0","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.572416889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"9edb90cd-c3c0-4561-8d15-bee38c6200dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:38.579607324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"ba1fd717-79e4-4b5c-a79a-c1303a281e4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-20b4d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:38.579599573Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"d9670971-8dfa-43c3-a89e-dfcb66d85dd0","name":"auth-test-model-8b60cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8b60cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:54:38.579647074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"d9670971-8dfa-43c3-a89e-dfcb66d85dd0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8b60cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.584964413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"edb4d775-b40d-4d91-be0a-a30243eaf1f7","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.584978962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"edb4d775-b40d-4d91-be0a-a30243eaf1f7","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.624909516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"9edb90cd-c3c0-4561-8d15-bee38c6200dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.685202378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"568dfb67-8791-40e3-afdb-4d2ddad26880","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.685218582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"568dfb67-8791-40e3-afdb-4d2ddad26880","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.73616532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"87528499-979e-4988-8c1c-0e397fc2ad58","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.736182859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"87528499-979e-4988-8c1c-0e397fc2ad58","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.921188296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"f6f25f5c-f0cb-4771-a4a8-b94b593d0793","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.941196374Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"702b4127-c8df-42e1-a26c-feddeb531fc5","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"maas-trlp-auth-test-model-8b60cc","model":"auth-test-model-8b60cc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-8b60cc/e2e-auth-iso-20b4d9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:38.973453534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"f6f25f5c-f0cb-4771-a4a8-b94b593d0793","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:39.095446534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"56ccafd8-3672-4931-9654-c2890b98bb57","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:39.095466576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"56ccafd8-3672-4931-9654-c2890b98bb57","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:39.290979583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"d30cceb7-4be5-401e-aa30-5b546815b633","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"maas-trlp-auth-test-model-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:40.177197436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"d4603ad3-2f35-4472-92bd-da5ce9b5d086","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:40.230964399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"d4603ad3-2f35-4472-92bd-da5ce9b5d086","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:40.282638102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c8564f013dbe7abab05ca55d0231a7a9f4408cc9f53d7f281600e4afa4ba817) AuthConfig (c6c64799ee30cb084b70592d44b71fda492a1e4fc7fb00694af55d4ab22f2959) AuthConfig (59cb046804c8be7652e52900ae7d23cfc9a20d5d448b95b07a6b42be2dc6ab5a) AuthConfig (5ba4be75d82ca643dc159c593e559ccb8a8c47210ffda1b8c1ea64f20d3e9a1a) AuthConfig (a69ff5c4453ae54def2fe5b5be72d07fbae6bc0933ddfe5d3ad5039b8167f714) AuthConfig (719c8418e67a8e82010c2e0283b8c1aa7eba63064ae854da913359f173f325e2) AuthConfig (40b7a317329fbe2c7483e191a3c35c302b5067f3371e65156f19b19670e628fc) AuthConfig (0cb52be2f48bc9973e69ea244438e6e5b370f9ec953242080d938ac8a12a2e90) AuthConfig (002671bd4ba9cd50068bcfa8a6cdd52cbd2e5ac079372243c72812a2fee6e2f8) AuthConfig (28d63fe39080b5a3cb9978cccd7a63e21ae745681a62de996b147b6451af1e2f) AuthConfig (4f05786edb7ebb4187b26b48f32edba9fc1e51869e976c64821b67da15a89e60) AuthConfig (31894b5700ff5b9cf87bc68a837161d6b989b4e3c060c967b75b4f2d06cfdffe) AuthConfig (991d9785742ea2d3a3755b9d1a617d523d37630f310d1b8092683faad7f550e9) AuthConfig (d4db970f886ca1142fe3c81e72e019f83339b15f49936907f3cbe589b4926d94) AuthConfig (c69afcfa1d674415d6305f7b829c4e0f7603f2911125b934949ae17b004690e4) AuthConfig (8b65368cff257850d351f355debbbcc8898d7b0e3c5f669ba4b54f5fa3ada626) AuthConfig (034537c6b46934bcf8f37398ac040a2b583573bf1a5ba258eb3fc285e3a2d000) AuthConfig (49e153fe7fd33eec83de09e04900324bb2d0477dc514ae29256a9a6fb14b870b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"d4603ad3-2f35-4472-92bd-da5ce9b5d086","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:50.382213014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"86705eb0-69d3-4a12-9d41-3dbcfcc4cec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:50.43453645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"86705eb0-69d3-4a12-9d41-3dbcfcc4cec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:50.486365668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c8564f013dbe7abab05ca55d0231a7a9f4408cc9f53d7f281600e4afa4ba817) AuthConfig (c6c64799ee30cb084b70592d44b71fda492a1e4fc7fb00694af55d4ab22f2959) AuthConfig (59cb046804c8be7652e52900ae7d23cfc9a20d5d448b95b07a6b42be2dc6ab5a) AuthConfig (5ba4be75d82ca643dc159c593e559ccb8a8c47210ffda1b8c1ea64f20d3e9a1a) AuthConfig (a69ff5c4453ae54def2fe5b5be72d07fbae6bc0933ddfe5d3ad5039b8167f714) AuthConfig (719c8418e67a8e82010c2e0283b8c1aa7eba63064ae854da913359f173f325e2) AuthConfig (40b7a317329fbe2c7483e191a3c35c302b5067f3371e65156f19b19670e628fc) AuthConfig (0cb52be2f48bc9973e69ea244438e6e5b370f9ec953242080d938ac8a12a2e90) AuthConfig (002671bd4ba9cd50068bcfa8a6cdd52cbd2e5ac079372243c72812a2fee6e2f8) AuthConfig (28d63fe39080b5a3cb9978cccd7a63e21ae745681a62de996b147b6451af1e2f) AuthConfig (4f05786edb7ebb4187b26b48f32edba9fc1e51869e976c64821b67da15a89e60) AuthConfig (31894b5700ff5b9cf87bc68a837161d6b989b4e3c060c967b75b4f2d06cfdffe) AuthConfig (991d9785742ea2d3a3755b9d1a617d523d37630f310d1b8092683faad7f550e9) AuthConfig (d4db970f886ca1142fe3c81e72e019f83339b15f49936907f3cbe589b4926d94) AuthConfig (c69afcfa1d674415d6305f7b829c4e0f7603f2911125b934949ae17b004690e4) AuthConfig (8b65368cff257850d351f355debbbcc8898d7b0e3c5f669ba4b54f5fa3ada626) AuthConfig (034537c6b46934bcf8f37398ac040a2b583573bf1a5ba258eb3fc285e3a2d000) AuthConfig (49e153fe7fd33eec83de09e04900324bb2d0477dc514ae29256a9a6fb14b870b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"86705eb0-69d3-4a12-9d41-3dbcfcc4cec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:54.85942715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"8bdb4f89-5f87-4574-8b66-b84fa41bbe6b","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"maas-trlp-auth-test-model-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:55.013452518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"f614de76-bfff-423f-9046-42b6c14f7bae","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:55.013472552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"f614de76-bfff-423f-9046-42b6c14f7bae","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:56.057064331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"532a05f3-d3ab-4c0a-b111-670e482b41fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:56.109010279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"532a05f3-d3ab-4c0a-b111-670e482b41fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.129566006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"8e96cfe0-c1e1-4359-923c-4e99f49a2fc7","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.129591818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"8e96cfe0-c1e1-4359-923c-4e99f49a2fc7","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.180709904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"4931b383-9120-4717-ac5d-7c277fb5bdf6","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.18073519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"4931b383-9120-4717-ac5d-7c277fb5bdf6","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.277114089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"3a6001cc-3dae-4f5d-aa81-81a9f21eedde","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.391845632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"3a6001cc-3dae-4f5d-aa81-81a9f21eedde","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.442905739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-92489a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"3a6001cc-3dae-4f5d-aa81-81a9f21eedde","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.496490312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"0f3a9d38-a96c-4431-b356-5e4522823844","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.496509638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"0f3a9d38-a96c-4431-b356-5e4522823844","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:54:57.900796712Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:00.584172524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"0d82f3c7-b259-40f6-9ff6-fb0e50ac888f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:00.636929294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"0d82f3c7-b259-40f6-9ff6-fb0e50ac888f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:00.94002614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"768a5e26-abe9-4763-9fc4-0ea5e4dc9a8a","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:00.940046637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"768a5e26-abe9-4763-9fc4-0ea5e4dc9a8a","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.381015115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"92a203d6-51f7-477e-bb18-d3e81b54ebb2","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.381034272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"92a203d6-51f7-477e-bb18-d3e81b54ebb2","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.437801424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"cb35e696-0368-4e44-9230-732859cbce66","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.437821752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"cb35e696-0368-4e44-9230-732859cbce66","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.497386423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"5e59649a-9141-46a6-9425-cda9c38841fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:55:01.497828123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"148c0a60-7086-4949-b3e3-c2c21b991faa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f7bb4d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:55:01.498287084Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"cb35e696-0368-4e44-9230-732859cbce66","name":"auth-test-model-7d1f88","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7d1f88\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:55:01.498357045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"cb35e696-0368-4e44-9230-732859cbce66","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7d1f88\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.503602333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"59bde25e-9bcb-49ab-a14c-bc90815a84cb","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.50361835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"59bde25e-9bcb-49ab-a14c-bc90815a84cb","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.550337136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"5e59649a-9141-46a6-9425-cda9c38841fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.604947837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"a0d00bad-ef1c-4bd0-bada-07fa0a0dd0fe","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.604965715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"a0d00bad-ef1c-4bd0-bada-07fa0a0dd0fe","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.65783276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"e5181c63-09bb-4b68-8932-f9fa8104b73f","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.657850854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"e5181c63-09bb-4b68-8932-f9fa8104b73f","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.843670386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"3edefcc9-7c66-4b15-bbec-4ff01cf1cd44","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.851751164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"b8508e44-d071-413c-8cb9-654115c58795","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-auth-test-model-7d1f88","model":"auth-test-model-7d1f88","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-7d1f88/e2e-auth-iso-f7bb4d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:01.896248017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"3edefcc9-7c66-4b15-bbec-4ff01cf1cd44","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:02.012812273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"304c12cf-ec44-4af7-a045-c912720a0007","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:02.012839618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"304c12cf-ec44-4af7-a045-c912720a0007","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:02.209622908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"36362c35-344e-41f4-8830-93dbf97e4863","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-auth-test-model-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:04.858854515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"6caf140c-4de6-479b-b86e-8b38647e1154","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:04.858878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"6caf140c-4de6-479b-b86e-8b38647e1154","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:05.916662624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"0f7cfd71-6c0a-4a59-89e6-614821768ab7","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:05.916687789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"0f7cfd71-6c0a-4a59-89e6-614821768ab7","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:07.594044359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"83a37ed1-f253-4922-83d4-b29f55f4b99d","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:07.646261113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"83a37ed1-f253-4922-83d4-b29f55f4b99d","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:07.697812014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-92489a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"83a37ed1-f253-4922-83d4-b29f55f4b99d","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:10.288927043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"d5451673-29cd-4ace-a9b0-aafb9708483c","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:10.288945922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"d5451673-29cd-4ace-a9b0-aafb9708483c","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:10.338824567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"bdc009b2-3a2c-4e56-ac73-d15f4f32851e","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:10.338846188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"bdc009b2-3a2c-4e56-ac73-d15f4f32851e","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:10.434413356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"008958be-cb1f-4e2b-a018-df216023d036","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:10.552006398Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"008958be-cb1f-4e2b-a018-df216023d036","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:10.602965105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b8b6f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"008958be-cb1f-4e2b-a018-df216023d036","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:10.656373541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"72be2fb1-7107-44c8-b530-08a1ce7ed15a","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:10.656390342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"72be2fb1-7107-44c8-b530-08a1ce7ed15a","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:17.7944572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"28eeb601-d957-44a2-95d1-580c771a6c81","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:17.847847006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"28eeb601-d957-44a2-95d1-580c771a6c81","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:17.899729216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-92489a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"28eeb601-d957-44a2-95d1-580c771a6c81","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:20.75343367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"b4d068de-fa7b-43fe-812a-3f90ef62c36e","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:20.806096862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"b4d068de-fa7b-43fe-812a-3f90ef62c36e","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:20.857375623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b8b6f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"b4d068de-fa7b-43fe-812a-3f90ef62c36e","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:27.900666376Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:27.93056857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"02c58004-200c-4c17-b219-13690ec90825","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-auth-test-model-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:27.996678439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"5c18161d-f868-4b7f-aebf-49c385e13edf","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.049453967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"5c18161d-f868-4b7f-aebf-49c385e13edf","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.092886425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"1c320efb-670e-409e-8b72-5a369345b156","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.092910016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"1c320efb-670e-409e-8b72-5a369345b156","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.100859609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-92489a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (513b80fe88e6457ee8284bcfff7f38d00a0eb74bcb1dd687e60aec25a3afbaeb) AuthConfig (b387dfd53fe1d20ee5afd751c59e7b632f35f12398f48c6a54a7a54c1374d3f2) AuthConfig (cc202b23612c1bd2bbb8e184ebb5df9cfd55ce3fd578fab411897690b614d6e1) AuthConfig (8c488fba8c27d52e5c5764333914a1672638617f04e5676349fa8ff6c9771e88) AuthConfig (40beeb0905e9f119286b2ae881c36d2760ab2346af6627edbd3941aae346cb33) AuthConfig (8cec61bad811f7db13c161102f5e352cede42b365493d68e91e22f0fd3971fe8) AuthConfig (9efe6e2aa0e88eb70fb296d534bd044eb315dcd581256c2053ef517d31848fd8) AuthConfig (0bf37c1ba4103373afc30b2d07a40f7749114160af1f1587ab3f4190ddc222d1) AuthConfig (0a47d75e4748d41907ff00aa9d8b86c8c824fa0a04eb48f4ece18a79cae76613) AuthConfig (317842a4a2af5b57d5357027661ec19cf4ec3d9cb3256e47d478c2fb033bbb80) AuthConfig (ef2f804c93f930ac2532c66c9d7557f2cb2094c78ccff4c286b64e2294fdd24f) AuthConfig (f11c8b1f4fab360fdd26aace2b4402b212a60fd9b3fbf773e87ac5ea23d90288) AuthConfig (89c583d4d9772612aadd01fe927ca17e2db7a460da2db344a055bc4a194d2a1c) AuthConfig (1ce31e9d74bafc9c440d50d0956fc73e1c34d57fa732737b7dabe7f5256dce8f) AuthConfig (bebda71e188f8d2ca94eb6835e15c8c4975597351c80e263255e87b3635cc79c) AuthConfig (cd4f224fe01f22349236cc10aedc5d9fc0deb1bb780b702a52e1cb93c652f16e) AuthConfig (283438f2c8ba22e2744b2fe9ab2d74fd40d375cfc14199d3c6445fa2492b8d02) AuthConfig (8b94381391d82107b2e10d7e55b7f521a8cdef941db14003f4629e06c522f183)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"5c18161d-f868-4b7f-aebf-49c385e13edf","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.154172726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"6e77f339-50a6-4b14-9b59-9a8b198f61c5","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.154192718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"6e77f339-50a6-4b14-9b59-9a8b198f61c5","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.315275443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"fb8c310a-11e8-4600-be1c-f1cb9288d464","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.367207466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"fb8c310a-11e8-4600-be1c-f1cb9288d464","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.671149232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"7373db49-681a-479c-9251-bda9580ce97a","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.671169573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"7373db49-681a-479c-9251-bda9580ce97a","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.723725671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"4d05023d-6695-414c-a82d-a3dc43a39454","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.723747386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"4d05023d-6695-414c-a82d-a3dc43a39454","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.820350107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"b7ad4368-0501-4fe0-b122-f28e1cf15a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.935685044Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"b7ad4368-0501-4fe0-b122-f28e1cf15a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:28.987436224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"b7ad4368-0501-4fe0-b122-f28e1cf15a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:29.040813222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"2f15f89b-a8fe-4043-b19c-e2fde91098bc","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:29.040837911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"2f15f89b-a8fe-4043-b19c-e2fde91098bc","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:30.955901214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"2d5f55c0-af6e-463c-8984-b72f8103363a","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:31.00850859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"2d5f55c0-af6e-463c-8984-b72f8103363a","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:31.059392088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b8b6f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58b7741435b239e04e0e719ba97b82ae858eb2ad3229b3b7e3d64c02d2f613fb) AuthConfig (874a56d036f7cbe56edff7f86676b85128c9d1cbcc94eb1b277133c73d7a8944) AuthConfig (196b91195756c0d1c1b0cdaf8d198fcac7b4a16d2390e4a9e1c85ab5c5c2c912) AuthConfig (0ac952ae2eb9194857f63dd07e15283f1ae360557b27d9c1e5dc524edeea02f6) AuthConfig (bea0a29febc247fd57a2b1cd094af84adf1685526eff89eff0b4a8a11b0a3279) AuthConfig (0bd3b315639128b4ccce728cacf99d677cec15ae7db2da17c856ea69e254af8c) AuthConfig (09976e95f1907b21ddc5e5817605fd8b77e59efae434009d587a6dcf28286fd0) AuthConfig (b58e6dcd925bad787518617803fe156f32f248a4f26de0b0aede6169c38f54d3) AuthConfig (cb25155e6815461d97fc316c33f483c3459e3aac24dea604f8f3caa44845b8ff) AuthConfig (66daff7d7cfb45a75fb95c2f0c3d2a4e88612685cd0c8d7815277daee114d5e8) AuthConfig (4accdc80d1982113d55ebf4ecb79488d3f9e24bc42f6756ed9af8cd88b2a4644) AuthConfig (deae073c9c13265c75fb03e8c7d9a91fc0c3fe6ce43b4b70f21dd130354bca45) AuthConfig (b76d8f5ab7f46278505c04553d8d560620b2aff50d5f5f05fd55886333ec838b) AuthConfig (abecd32bf83d6aaab7dc90f07562af87d9db4ef4dbc096a8f5130d3722859550) AuthConfig (a294c0c22065beaff076c599c7e187c66832b0212aebfd1022f22815eef86f70) AuthConfig (0ab3e84791c3dc71fb34bc1c33fc78f06c504edfa8d7bd992e0a0a880acae428) AuthConfig (7becee62ecdf9416467047c9112fc8777e9a9a298bbdce55439664768e9d8439) AuthConfig (24f576ad20d04409524a5c6d5966a1566ec10c46663766635379ad0eafb1e800)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"2d5f55c0-af6e-463c-8984-b72f8103363a","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:31.113159794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"392c414c-b0b0-493c-9ee1-f5468e6add7c","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:31.11318076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"392c414c-b0b0-493c-9ee1-f5468e6add7c","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:38.259413295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"6a54843a-61dd-4196-b156-95982ffaea45","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:38.317127048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"6a54843a-61dd-4196-b156-95982ffaea45","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:38.395431909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-92489a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (513b80fe88e6457ee8284bcfff7f38d00a0eb74bcb1dd687e60aec25a3afbaeb) AuthConfig (b387dfd53fe1d20ee5afd751c59e7b632f35f12398f48c6a54a7a54c1374d3f2) AuthConfig (cc202b23612c1bd2bbb8e184ebb5df9cfd55ce3fd578fab411897690b614d6e1) AuthConfig (8c488fba8c27d52e5c5764333914a1672638617f04e5676349fa8ff6c9771e88) AuthConfig (40beeb0905e9f119286b2ae881c36d2760ab2346af6627edbd3941aae346cb33) AuthConfig (8cec61bad811f7db13c161102f5e352cede42b365493d68e91e22f0fd3971fe8) AuthConfig (9efe6e2aa0e88eb70fb296d534bd044eb315dcd581256c2053ef517d31848fd8) AuthConfig (0bf37c1ba4103373afc30b2d07a40f7749114160af1f1587ab3f4190ddc222d1) AuthConfig (0a47d75e4748d41907ff00aa9d8b86c8c824fa0a04eb48f4ece18a79cae76613) AuthConfig (317842a4a2af5b57d5357027661ec19cf4ec3d9cb3256e47d478c2fb033bbb80) AuthConfig (ef2f804c93f930ac2532c66c9d7557f2cb2094c78ccff4c286b64e2294fdd24f) AuthConfig (f11c8b1f4fab360fdd26aace2b4402b212a60fd9b3fbf773e87ac5ea23d90288) AuthConfig (89c583d4d9772612aadd01fe927ca17e2db7a460da2db344a055bc4a194d2a1c) AuthConfig (1ce31e9d74bafc9c440d50d0956fc73e1c34d57fa732737b7dabe7f5256dce8f) AuthConfig (bebda71e188f8d2ca94eb6835e15c8c4975597351c80e263255e87b3635cc79c) AuthConfig (cd4f224fe01f22349236cc10aedc5d9fc0deb1bb780b702a52e1cb93c652f16e) AuthConfig (283438f2c8ba22e2744b2fe9ab2d74fd40d375cfc14199d3c6445fa2492b8d02) AuthConfig (8b94381391d82107b2e10d7e55b7f521a8cdef941db14003f4629e06c522f183)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"6a54843a-61dd-4196-b156-95982ffaea45","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:39.138153951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"b96bac18-5b3a-4888-b813-073197f5c67f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:39.191843992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"b96bac18-5b3a-4888-b813-073197f5c67f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:39.243446932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"b96bac18-5b3a-4888-b813-073197f5c67f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:41.209885953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"015c8d83-9763-456e-9d6a-4ce2c8fdd8f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:41.262417567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"015c8d83-9763-456e-9d6a-4ce2c8fdd8f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:41.31363083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b8b6f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58b7741435b239e04e0e719ba97b82ae858eb2ad3229b3b7e3d64c02d2f613fb) AuthConfig (874a56d036f7cbe56edff7f86676b85128c9d1cbcc94eb1b277133c73d7a8944) AuthConfig (196b91195756c0d1c1b0cdaf8d198fcac7b4a16d2390e4a9e1c85ab5c5c2c912) AuthConfig (0ac952ae2eb9194857f63dd07e15283f1ae360557b27d9c1e5dc524edeea02f6) AuthConfig (bea0a29febc247fd57a2b1cd094af84adf1685526eff89eff0b4a8a11b0a3279) AuthConfig (0bd3b315639128b4ccce728cacf99d677cec15ae7db2da17c856ea69e254af8c) AuthConfig (09976e95f1907b21ddc5e5817605fd8b77e59efae434009d587a6dcf28286fd0) AuthConfig (b58e6dcd925bad787518617803fe156f32f248a4f26de0b0aede6169c38f54d3) AuthConfig (cb25155e6815461d97fc316c33f483c3459e3aac24dea604f8f3caa44845b8ff) AuthConfig (66daff7d7cfb45a75fb95c2f0c3d2a4e88612685cd0c8d7815277daee114d5e8) AuthConfig (4accdc80d1982113d55ebf4ecb79488d3f9e24bc42f6756ed9af8cd88b2a4644) AuthConfig (deae073c9c13265c75fb03e8c7d9a91fc0c3fe6ce43b4b70f21dd130354bca45) AuthConfig (b76d8f5ab7f46278505c04553d8d560620b2aff50d5f5f05fd55886333ec838b) AuthConfig (abecd32bf83d6aaab7dc90f07562af87d9db4ef4dbc096a8f5130d3722859550) AuthConfig (a294c0c22065beaff076c599c7e187c66832b0212aebfd1022f22815eef86f70) AuthConfig (0ab3e84791c3dc71fb34bc1c33fc78f06c504edfa8d7bd992e0a0a880acae428) AuthConfig (7becee62ecdf9416467047c9112fc8777e9a9a298bbdce55439664768e9d8439) AuthConfig (24f576ad20d04409524a5c6d5966a1566ec10c46663766635379ad0eafb1e800)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"015c8d83-9763-456e-9d6a-4ce2c8fdd8f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:44.937846492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"1e4e30a8-8d54-4bf6-b62a-e35395060274","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:45.039795754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"107fa1b9-46ed-45fd-b108-6c9522472d3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:45.138001898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"25cbb641-f4d3-459d-8bc7-298d4500fe80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:45.238207156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"ae72beff-7cf7-4ba2-9726-da687d73601f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:45.277798607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1d4bb9c-6a89-4365-8962-061af4577a08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:45.450447753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"705ff887-eb4f-4eeb-bee6-5426f21df810","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-auth-test-model-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:45.563894891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6c6a663-1f7a-4fa3-ac3a-6b39091d6015","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:45.808943258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"a45581b9-41fc-4062-a01f-fbe92e7b1439","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:45.918433909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"65b9b6f5-1ffe-4a75-bfbd-795224775f2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:46.017323606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"caabfc15-ceb0-42b5-adf2-1ecaa9c9dcb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:46.145482851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"6c8d6921-5583-422a-abbc-c09c284268c2","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"maas-trlp-auth-test-model-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:46.258633859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"07949487-2c44-42ac-a648-bd98fdc17a75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:46.357900075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"f1838c4e-d9f1-4922-8793-26506d73f0e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:46.459986339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"c8465371-618c-4e9c-b528-123c7b3bc468","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:48.493214987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"580b7438-3e22-41dd-8837-ab1029811ffc","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:48.545737378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"580b7438-3e22-41dd-8837-ab1029811ffc","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:48.795514692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"7a3941c8-55ea-472e-8ed5-258f603d3f12","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:48.795535942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"7a3941c8-55ea-472e-8ed5-258f603d3f12","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:49.341682471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"92ddfc03-1472-4045-b56b-294ba141f129","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:49.395842003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"92ddfc03-1472-4045-b56b-294ba141f129","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:49.448037934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dc65d3815f1ddffcc219262a7dfc746f174c07782e51a30dbdf05bb07c2eeb7) AuthConfig (eb1409dbd9b58e84a72307887dd8114e28a6a1c86473d4b54c9c904790564d0c) AuthConfig (ac922efe3dad72f5351ad0333e056d5ee317315d138f2bc4cccf63a072efd1bf) AuthConfig (af637e44b79de1be2b3d2a794d75296aaf220f3bd6ea8277fc5b1ce3c5a8415f) AuthConfig (9b9369799f1137dc7109ed3bb12d2b77f90a21816695ef7465f26641591ec092) AuthConfig (995920c259787b8cc92dd3bfc95bbaa7b2cdfde2e82557f4b571e1092fcf5f30) AuthConfig (eb2636489e07251e265f78c33254a9650a61f18f527957ee3b6206b0df1846ac) AuthConfig (15a9ead8b5a2512f90a9f55a1acc0a9e3e344db2c5931d4f9a19cfcb8affc9c8) AuthConfig (eb5649daa649c7f88ad706c58f93704ef71f4644737ae471c79e0084a234e95f) AuthConfig (6634e944381ad127e677268afb39cabb021b9f507920192cbd1e06a46cbc1a4e) AuthConfig (0044fa7dfcf4c00698c0ee0a1236789f06b4964b87f60b1ad61f9e0868c522b2) AuthConfig (309ce4396039ebdcd04a1692993168b276a8fdd7119ad1af91b29f9df2151119) AuthConfig (b23327be70b82385ff9d7110e7e43d08a9907af37d144cd5382e9c9bddbb9bca) AuthConfig (4225d993c69be4860c9ed99cab5beadc3122ff99e2ae4b3766f95f2616e154ad) AuthConfig (f7e1a1608fcd7d7bce894c2afb4e8535cd03830b2728f21a8f7511b8b71be614) AuthConfig (ef30fd777de280bad5c8948a1d9ab36cc1ba6e1148b7f1c9f604e5743c198652) AuthConfig (6d54908db08661893681b2f6a80854d14c8c410cf0197abad6d9f948ee32d531) AuthConfig (1884d466db3455a39b4a1b7bc440560cae2c07f8f0d5118594c724d088f3fabe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"92ddfc03-1472-4045-b56b-294ba141f129","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:49.505245533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"d5c25d26-ccb0-4b0d-bbb7-61b479b5a618","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:49.505266086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"d5c25d26-ccb0-4b0d-bbb7-61b479b5a618","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:51.438842843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"36cad77e-1c9e-4642-b3b2-fb59954698a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:51.492009863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"36cad77e-1c9e-4642-b3b2-fb59954698a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:51.797843717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"9fd01147-655e-4976-97cb-6245a8eb9193","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:51.797864761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"9fd01147-655e-4976-97cb-6245a8eb9193","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:51.845649094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8d80d7-97d5-414a-8720-b9aad760b137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:51.89463538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8d80d7-97d5-414a-8720-b9aad760b137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:51.943815318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8d80d7-97d5-414a-8720-b9aad760b137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:51.992671344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8d80d7-97d5-414a-8720-b9aad760b137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:52.394872173Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4efd0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4efd0e","reconcileID":"b3af7b19-c57f-4761-a404-b3bef934d6cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-4efd0e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-4efd0e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:53.800679464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa72044b-5009-4122-a444-063fdafe4197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:53.848966183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa72044b-5009-4122-a444-063fdafe4197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:53.897416973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa72044b-5009-4122-a444-063fdafe4197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:53.945853654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa72044b-5009-4122-a444-063fdafe4197","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.234823372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"3e8d7a33-447a-45bc-a63a-8327896d1bbd","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.234849225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"3e8d7a33-447a-45bc-a63a-8327896d1bbd","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.288643213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"fc93ff27-71dd-445d-94ef-468074ead46b","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.28866399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"fc93ff27-71dd-445d-94ef-468074ead46b","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.331087955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"e7499230-7384-4bc7-95ab-960efc9b6d98","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:55:54.337861886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"3962ffde-9760-4744-a598-03686f1f3d96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-20b4d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:55:54.338105242Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"fc93ff27-71dd-445d-94ef-468074ead46b","name":"auth-test-model-92489a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-92489a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:55:54.33815511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"fc93ff27-71dd-445d-94ef-468074ead46b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-92489a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.344061378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"f3cbc70c-87dd-4d6e-9657-3dec29afa31b","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.344075927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"f3cbc70c-87dd-4d6e-9657-3dec29afa31b","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.384273539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"e7499230-7384-4bc7-95ab-960efc9b6d98","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.444264587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"bb510756-3eab-4803-a51f-919a81fdc115","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.444286346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"bb510756-3eab-4803-a51f-919a81fdc115","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.499225287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"96f4b6ac-4a18-437a-87b4-b9185735841b","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.4992475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"96f4b6ac-4a18-437a-87b4-b9185735841b","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.676527247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"a9ee1366-186a-496e-b4db-b974d01ac396","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.696873835Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"b381d059-db24-4253-aef3-9fcce96f48bb","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"maas-trlp-auth-test-model-92489a","model":"auth-test-model-92489a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-92489a/e2e-auth-iso-20b4d9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.728672453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"a9ee1366-186a-496e-b4db-b974d01ac396","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.851358662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"9f3fbe8b-acf9-44d3-a15b-4423306e4559","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:54.851379702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"9f3fbe8b-acf9-44d3-a15b-4423306e4559","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:55.091127573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"250a7140-33bf-4380-8438-56d6673098f0","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"maas-trlp-auth-test-model-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:55.71511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f23dfa4-6633-4a12-9630-92ca7fcba9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:55.765193479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f23dfa4-6633-4a12-9630-92ca7fcba9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:55.823456445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f23dfa4-6633-4a12-9630-92ca7fcba9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:55.87898834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f23dfa4-6633-4a12-9630-92ca7fcba9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.78022263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"c375c01b-9390-425d-b7e9-7625d3cb414a","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.780243269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"c375c01b-9390-425d-b7e9-7625d3cb414a","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.836524758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"5d5214bc-46d0-4831-84af-eed6d698622a","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.836550502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"5d5214bc-46d0-4831-84af-eed6d698622a","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.877139438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"d8459409-5258-4f0d-b93a-878d9bc55be2","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:55:56.884642664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"1026cb1f-775e-4ead-86f7-17f2a4e56fa4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-117e2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:55:56.887695819Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"5d5214bc-46d0-4831-84af-eed6d698622a","name":"auth-test-model-b8b6f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b8b6f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:55:56.887758556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"5d5214bc-46d0-4831-84af-eed6d698622a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b8b6f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.893119297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"a041c40b-3fab-446c-8e47-e00441627d3e","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.893136003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"a041c40b-3fab-446c-8e47-e00441627d3e","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.929328074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"d8459409-5258-4f0d-b93a-878d9bc55be2","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.99154979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"f0ef3c19-9978-48ee-99d7-fb7ffdf30250","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:56.991570452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"f0ef3c19-9978-48ee-99d7-fb7ffdf30250","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:57.044587975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"2f8b4caa-5382-47ed-a008-90d676f5a5c5","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:57.044608109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"2f8b4caa-5382-47ed-a008-90d676f5a5c5","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:57.22138668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"ca9f01bf-d979-4728-aaaa-913ae20ac843","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:57.242353414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"663de4fb-2e01-40df-9915-683e295f8d6e","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"maas-trlp-auth-test-model-b8b6f4","model":"auth-test-model-b8b6f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-b8b6f4/e2e-auth-iso-117e2c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:57.273392393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"ca9f01bf-d979-4728-aaaa-913ae20ac843","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:57.39435684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"acda8b88-a85d-4560-97f6-1d00e462f1a5","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:57.39437702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"acda8b88-a85d-4560-97f6-1d00e462f1a5","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:57.587288083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"14da3599-d29d-4472-a3f6-a88ad524a663","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"maas-trlp-auth-test-model-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:57.900701826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:59.602119344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"5e4b4e1a-43f5-4ac3-8af1-767795896164","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:59.702624872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"5e4b4e1a-43f5-4ac3-8af1-767795896164","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:55:59.753474946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dc65d3815f1ddffcc219262a7dfc746f174c07782e51a30dbdf05bb07c2eeb7) AuthConfig (eb1409dbd9b58e84a72307887dd8114e28a6a1c86473d4b54c9c904790564d0c) AuthConfig (ac922efe3dad72f5351ad0333e056d5ee317315d138f2bc4cccf63a072efd1bf) AuthConfig (af637e44b79de1be2b3d2a794d75296aaf220f3bd6ea8277fc5b1ce3c5a8415f) AuthConfig (9b9369799f1137dc7109ed3bb12d2b77f90a21816695ef7465f26641591ec092) AuthConfig (995920c259787b8cc92dd3bfc95bbaa7b2cdfde2e82557f4b571e1092fcf5f30) AuthConfig (eb2636489e07251e265f78c33254a9650a61f18f527957ee3b6206b0df1846ac) AuthConfig (15a9ead8b5a2512f90a9f55a1acc0a9e3e344db2c5931d4f9a19cfcb8affc9c8) AuthConfig (eb5649daa649c7f88ad706c58f93704ef71f4644737ae471c79e0084a234e95f) AuthConfig (6634e944381ad127e677268afb39cabb021b9f507920192cbd1e06a46cbc1a4e) AuthConfig (0044fa7dfcf4c00698c0ee0a1236789f06b4964b87f60b1ad61f9e0868c522b2) AuthConfig (309ce4396039ebdcd04a1692993168b276a8fdd7119ad1af91b29f9df2151119) AuthConfig (b23327be70b82385ff9d7110e7e43d08a9907af37d144cd5382e9c9bddbb9bca) AuthConfig (4225d993c69be4860c9ed99cab5beadc3122ff99e2ae4b3766f95f2616e154ad) AuthConfig (f7e1a1608fcd7d7bce894c2afb4e8535cd03830b2728f21a8f7511b8b71be614) AuthConfig (ef30fd777de280bad5c8948a1d9ab36cc1ba6e1148b7f1c9f604e5743c198652) AuthConfig (6d54908db08661893681b2f6a80854d14c8c410cf0197abad6d9f948ee32d531) AuthConfig (1884d466db3455a39b4a1b7bc440560cae2c07f8f0d5118594c724d088f3fabe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"5e4b4e1a-43f5-4ac3-8af1-767795896164","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:09.851083573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"687805dd-3f91-4279-b688-42b012c360b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:09.903887828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"687805dd-3f91-4279-b688-42b012c360b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:10.152466746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"bc51d96c-fa2e-4963-8d52-7063dde44660","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:10.152487815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"bc51d96c-fa2e-4963-8d52-7063dde44660","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.576448608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"c94a9060-a169-4bd7-8bfe-aedf0adc4712","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.576467539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"c94a9060-a169-4bd7-8bfe-aedf0adc4712","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.630012613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"fc48d043-d998-4a18-a1ca-5821babcaeb8","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.63003469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"fc48d043-d998-4a18-a1ca-5821babcaeb8","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.672184336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"ed844538-f1ef-4e51-bafc-0d4bc4da16a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:56:15.679507393Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"fc48d043-d998-4a18-a1ca-5821babcaeb8","name":"auth-test-model-b144f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b144f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:56:15.679586747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"fc48d043-d998-4a18-a1ca-5821babcaeb8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b144f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:56:15.679677312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"dec960e2-ce3b-408a-b4d5-f0857e96acaa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f7bb4d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.684905871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"bb166a33-aa94-4fc0-9d57-16af98cd6e45","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.684921388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"bb166a33-aa94-4fc0-9d57-16af98cd6e45","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.72501078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"ed844538-f1ef-4e51-bafc-0d4bc4da16a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.785477463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"dc625fce-75f4-4f93-aa57-273f0bc48153","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.785499084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"dc625fce-75f4-4f93-aa57-273f0bc48153","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.838114099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"d43c3c34-b998-4c85-860c-ed9618998394","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:15.838134843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"d43c3c34-b998-4c85-860c-ed9618998394","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:16.019511548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"f87427a1-347b-49f7-a52b-9ce30b60b3ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:16.044288661Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"28980d6b-fff2-41af-b7cf-0e6dbeb0abea","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-auth-test-model-b144f8","model":"auth-test-model-b144f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-b144f8/e2e-auth-iso-f7bb4d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:16.072273037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"f87427a1-347b-49f7-a52b-9ce30b60b3ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:16.198909952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"a0dd312a-b83d-4827-adab-878f8b49621c","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:16.198929161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"a0dd312a-b83d-4827-adab-878f8b49621c","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:16.395020922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"579b0a9c-db35-4968-8dab-e234351262d7","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-auth-test-model-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:19.537667299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b916439-6b97-4fc0-a99f-75e34afdb6ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:19.63654447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"adbad1ea-b083-45c5-9dd1-3282ef7b381e","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-auth-test-model-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:19.736778376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"a9e2b5e3-b2e8-43e2-ad3c-a932030ad654","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:19.838524126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"173f04a7-4eb1-45ba-a48c-985f0f10e0f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:19.937872332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"cc4de0b1-bcce-4478-9ed6-580bcbbc81a9","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"maas-trlp-auth-test-model-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.037432526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"2484744b-f1d0-4737-99f3-6f6bbf6d70a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.137936687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"42c5d0c9-bb70-4a17-912e-5162797a8ccd","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"maas-trlp-auth-test-model-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.152219654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"a0fc240e-4f68-4dc1-8de6-156a71ad8392","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.238401025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"c806cd70-6123-46f8-9dbb-728021d8b324","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.26596872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"b203e9e0-0e2b-45e5-acd9-5c70ee2a2b69","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"maas-trlp-auth-test-model-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.293610932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"6fbbd6cb-d562-468e-8e07-bd9cbaa8a0da","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.293630991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"6fbbd6cb-d562-468e-8e07-bd9cbaa8a0da","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.497985193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"5c8880f1-866c-4c2e-868b-73f55116ce31","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.498005465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"5c8880f1-866c-4c2e-868b-73f55116ce31","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.599217263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"e4d0829e-b564-4300-b492-a3043cfebdcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.716132121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e67c3fd-07b0-49c5-8b82-83b1e6ad4fea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:20.824100601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"52f5c596-a33e-4653-a80d-d357d1c953d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.054964609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"4be07d67-890e-4c80-9b1e-bbcd2fab2f60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.153849983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"71e458bd-4902-48ad-81de-1e174aaf9f0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.170113317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"17ac878e-dd8c-4138-a5d7-ad6bef65ce67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.462133426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"5c245e29-2139-4918-b4df-0455087972d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.515659695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"5c245e29-2139-4918-b4df-0455087972d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.667534637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"adaa0a35-df1b-4c77-b208-38a1327ec617","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.720147185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"adaa0a35-df1b-4c77-b208-38a1327ec617","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.854921278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"18dfce83-bdad-4e73-81cb-2f48e01c5389","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.854944199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"18dfce83-bdad-4e73-81cb-2f48e01c5389","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.908332638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"8d3c40ce-195a-430c-8a9b-3fc7ced85dfa","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:21.908358249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"8d3c40ce-195a-430c-8a9b-3fc7ced85dfa","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:22.005118949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"98f87504-f5c6-4c01-a9c1-627187be969b","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:22.119057308Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"98f87504-f5c6-4c01-a9c1-627187be969b","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:22.169967146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-acd21e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"98f87504-f5c6-4c01-a9c1-627187be969b","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:22.223122964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"da9f20e7-6e55-4ab2-8aa2-c5817778c584","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:22.223146591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"da9f20e7-6e55-4ab2-8aa2-c5817778c584","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:23.714681625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"5fdabbae-cf7c-4eee-9621-3fa814d25019","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:23.714700515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"5fdabbae-cf7c-4eee-9621-3fa814d25019","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:23.81070018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"50f01ae5-ac63-44f4-a7f8-f4476b049f99","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:23.862871412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"50f01ae5-ac63-44f4-a7f8-f4476b049f99","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:23.864813846Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"8f2ec58d-e8a0-42ca-a0f1-7e170db5f3db","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-103456bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:24.156018887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"2df26273-615c-41e9-8ec8-070c2be3581f","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:24.208287042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"2df26273-615c-41e9-8ec8-070c2be3581f","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:27.901155337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:32.320061943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"83b15267-7122-4daf-abc6-37676fe3bfbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:32.372182824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"83b15267-7122-4daf-abc6-37676fe3bfbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:32.422871033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-acd21e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"83b15267-7122-4daf-abc6-37676fe3bfbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:33.914513903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"8942b5cd-22b8-4326-b15a-76f0fc918ce9","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","subscription":"e2e-auth-iso-20b4d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:33.963376186Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"8942b5cd-22b8-4326-b15a-76f0fc918ce9","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.012225624Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"8942b5cd-22b8-4326-b15a-76f0fc918ce9","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"maas-trlp-auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.270454722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"af4f8165-20ab-4e8b-875a-39e664fe8eba","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.270476672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"af4f8165-20ab-4e8b-875a-39e664fe8eba","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.36666757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"91f5de38-67fc-4bbe-9eb6-e2c55b54ae6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.419272806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"91f5de38-67fc-4bbe-9eb6-e2c55b54ae6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.505452048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"d3ec0734-4bf8-4bd2-9dc8-576967254808","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.505477704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"d3ec0734-4bf8-4bd2-9dc8-576967254808","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.51438332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"45e1c77d-45a5-4cf3-ac94-c1cfe0d85894","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.558550899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"2e42ebb2-d935-44b9-83a0-cf3d150ec76f","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.558572263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"2e42ebb2-d935-44b9-83a0-cf3d150ec76f","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.567026754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"45e1c77d-45a5-4cf3-ac94-c1cfe0d85894","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.660708227Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"a3f27771-9908-4cb3-8bc2-d4bdc20ebfc2","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4fc2cb07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.714002505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"533f277c-b910-40bc-9161-06bdcc22250c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.766967583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"533f277c-b910-40bc-9161-06bdcc22250c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.860526126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"1940b2fb-d7d9-473d-9776-305ee487af47","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:34.912615623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"1940b2fb-d7d9-473d-9776-305ee487af47","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:39.98712413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"6f9bba99-08c4-4624-8a4b-2f1bf447271f","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:39.98716661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"6f9bba99-08c4-4624-8a4b-2f1bf447271f","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:40.038774174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"6f13f8fa-ad17-428d-a73d-8d5dcee566af","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:40.038799487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"6f13f8fa-ad17-428d-a73d-8d5dcee566af","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:40.134835356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"2e00f548-c546-4e7a-998e-0826afe829c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:40.248203474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"2e00f548-c546-4e7a-998e-0826afe829c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:40.299038752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"2e00f548-c546-4e7a-998e-0826afe829c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:40.354581301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"80968f45-9911-4e27-aaf9-55b0172a9466","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:40.354599343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"80968f45-9911-4e27-aaf9-55b0172a9466","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:40.848448817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"80f5b49d-ceaa-4c69-8ad1-d2c7d9910805","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-auth-test-model-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:41.005434252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"1d385c45-af06-49ad-a154-faaaa4877163","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:41.005455786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"1d385c45-af06-49ad-a154-faaaa4877163","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:41.706302053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"d71f5f9e-31a1-41d2-8c2f-3a428e703a8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:41.7587169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"d71f5f9e-31a1-41d2-8c2f-3a428e703a8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:42.519669681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"880e3e53-8c2a-468a-9e95-a9a57cedc286","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:42.571463162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"880e3e53-8c2a-468a-9e95-a9a57cedc286","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:42.622114839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-acd21e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b1d237f6e7d414407b66d83522e5f3c90ad1de7f41d7d2367761073acd6cbf4) AuthConfig (a6ad6163d3647d8c006db32b2451549f8fbfcd60fc6728f7ac54143d9f8923ce) AuthConfig (fcf172285c31d7ab6b1eff7c3637ee4a706e71122a4f2a1745e29b927a70e124) AuthConfig (0b4c0b0b3cb0c5113cf2a0090bb32de1aa06af30419d7d19a825cc8f341ec536) AuthConfig (fdb7180f01dc19869a028e3935913f7dbce96e6602621876b8a8979c6252d436) AuthConfig (ccff18d96d9b642c3fc0b91d4e12c0977af7c75e4be7cc62a1413417827ed36f) AuthConfig (08c627b1ddeac872aeb01800fadae821864da6ba857b54bf02d9574a9c3afbb1) AuthConfig (4a93691cf8d698007373e275bb2e3d8947aacfeb814191eecb12a43b5f59e146) AuthConfig (d71be42f4effa97fb2f4ddc7ae884baab3e47cafb79a3a838c61dc72fee43c1d) AuthConfig (79ab66bd5fa7931f1f81929fd3517098c6f304fbbe635344abfaedd6282480c3) AuthConfig (60089b5acafe0d42b0178f06f5ee96aa4c2e8b582d840c95e6f5cd4434676eee) AuthConfig (e0500c72beb1bd73b1ae25975c1add6fd1ecfa0139fd695b4cb935956df54b3d) AuthConfig (5548427083df43f0f118959ef1b539bbec0f4b966071b026e1d501589e4f21ec) AuthConfig (c69f2063b5bac282d825d1d2a74188804efba2ddc401583b3028cd9f6b15bff5) AuthConfig (b7d734e4cd411c8f4a81054bd2e9f7c958dc263e66e99b23f6b9fc2c961e3bc3) AuthConfig (ce5eeb6628b2897042eb741518c66e62ab4ce1c78d9b33ad24e706ba1f6768e5) AuthConfig (1986a76e39a78237cc89c912d7786f0db3b04ffa66a75bf4e5dbeb77ed18a6b5) AuthConfig (1485a05478a976b3ba968d04b5d5d0f5936fa65ec0fa6746486458c464eeec75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"880e3e53-8c2a-468a-9e95-a9a57cedc286","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:42.675382407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"35a2bd12-8ba2-4326-90c2-c6531d92b528","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:42.67539829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"35a2bd12-8ba2-4326-90c2-c6531d92b528","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:44.70957253Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"737f3712-cfc6-435a-9846-0f29ecd0f83b","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","subscription":"e2e-auth-iso-20b4d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:44.757894295Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"737f3712-cfc6-435a-9846-0f29ecd0f83b","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:44.806546635Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"737f3712-cfc6-435a-9846-0f29ecd0f83b","MaaSSubscription":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"maas-trlp-auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.06428218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"3623c9d0-11fb-4cab-8296-c1c220098ae2","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.064325248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"3623c9d0-11fb-4cab-8296-c1c220098ae2","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.160531666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"ce3d4160-8dd7-4709-9a65-faac0133983c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.214544727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"05abfd14-eb8e-418a-92c7-3e46f76d215e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.214961861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"76ce6e56-a252-4417-8050-06fb0a2485e8","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.214978846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"76ce6e56-a252-4417-8050-06fb0a2485e8","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.215546564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"ce3d4160-8dd7-4709-9a65-faac0133983c","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.411703521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"05abfd14-eb8e-418a-92c7-3e46f76d215e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.52811746Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"05abfd14-eb8e-418a-92c7-3e46f76d215e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"name":"e2e-shared-a-w3-8b60cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.528142128Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"e2e-auth-iso-20b4d9","reconcileID":"05abfd14-eb8e-418a-92c7-3e46f76d215e","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.559528764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"46d86fc9-85f9-4a8b-982f-e4dc7f77acea","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.580207267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"0aab783d-6bb5-4940-b180-57d06732dcad","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"tenant":"e2e-shared-a-w3-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","model":"ai-tenant-e2e-shared-a-w3-8b60cc/auth-test-model-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.580231431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"auth-test-model-8b60cc","reconcileID":"0aab783d-6bb5-4940-b180-57d06732dcad","MaaSModelRef":{"name":"auth-test-model-8b60cc","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"routeName":"auth-test-model-8b60cc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","llmisvcName":"auth-test-model-8b60cc","gateway":"openshift-ingress/e2e-shared-a-w3-8b60cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.611207495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"46d86fc9-85f9-4a8b-982f-e4dc7f77acea","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.716077142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"1720b345-d235-47ca-bf62-4260aa000f30","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.716101895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"1720b345-d235-47ca-bf62-4260aa000f30","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.80855019Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"5ca1cfc6-7ae9-4767-b0f5-64519306005a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:45.952590391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"5ca1cfc6-7ae9-4767-b0f5-64519306005a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.067359635Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"5ca1cfc6-7ae9-4767-b0f5-64519306005a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"name":"e2e-shared-b-w3-92489a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.067383053Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"e2e-auth-iso-20b4d9","reconcileID":"5ca1cfc6-7ae9-4767-b0f5-64519306005a","MaaSAuthPolicy":{"name":"e2e-auth-iso-20b4d9","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.118778107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"e121e141-a10b-4599-9900-d65abeee166e","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"tenant":"e2e-shared-b-w3-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","model":"ai-tenant-e2e-shared-b-w3-92489a/auth-test-model-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.118801104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"auth-test-model-92489a","reconcileID":"e121e141-a10b-4599-9900-d65abeee166e","MaaSModelRef":{"name":"auth-test-model-92489a","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"routeName":"auth-test-model-92489a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-92489a","llmisvcName":"auth-test-model-92489a","gateway":"openshift-ingress/e2e-shared-b-w3-92489a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.289530267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"c23f19e6-6f0d-43e4-bf69-f55abf28f964","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.289550845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"c23f19e6-6f0d-43e4-bf69-f55abf28f964","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.385102965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"883d53e5-59fb-4959-a303-6f5d665d181a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.43854243Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"094b11ad-cbe4-4151-b4bb-092079614da0","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e5b846a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.440020385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"883d53e5-59fb-4959-a303-6f5d665d181a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.736574545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"a3889faa-ea77-4f9f-9469-0510882175f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:46.788407763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"a3889faa-ea77-4f9f-9469-0510882175f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:50.45243788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"46987d12-ec89-4755-ac1f-4431561b08eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:50.504354075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"46987d12-ec89-4755-ac1f-4431561b08eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:50.556097805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"46987d12-ec89-4755-ac1f-4431561b08eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:52.794766866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"05627685-9ba2-4fcb-8c31-db88176e53e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:52.847639251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"05627685-9ba2-4fcb-8c31-db88176e53e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:52.898587269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-acd21e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b1d237f6e7d414407b66d83522e5f3c90ad1de7f41d7d2367761073acd6cbf4) AuthConfig (a6ad6163d3647d8c006db32b2451549f8fbfcd60fc6728f7ac54143d9f8923ce) AuthConfig (fcf172285c31d7ab6b1eff7c3637ee4a706e71122a4f2a1745e29b927a70e124) AuthConfig (0b4c0b0b3cb0c5113cf2a0090bb32de1aa06af30419d7d19a825cc8f341ec536) AuthConfig (fdb7180f01dc19869a028e3935913f7dbce96e6602621876b8a8979c6252d436) AuthConfig (ccff18d96d9b642c3fc0b91d4e12c0977af7c75e4be7cc62a1413417827ed36f) AuthConfig (08c627b1ddeac872aeb01800fadae821864da6ba857b54bf02d9574a9c3afbb1) AuthConfig (4a93691cf8d698007373e275bb2e3d8947aacfeb814191eecb12a43b5f59e146) AuthConfig (d71be42f4effa97fb2f4ddc7ae884baab3e47cafb79a3a838c61dc72fee43c1d) AuthConfig (79ab66bd5fa7931f1f81929fd3517098c6f304fbbe635344abfaedd6282480c3) AuthConfig (60089b5acafe0d42b0178f06f5ee96aa4c2e8b582d840c95e6f5cd4434676eee) AuthConfig (e0500c72beb1bd73b1ae25975c1add6fd1ecfa0139fd695b4cb935956df54b3d) AuthConfig (5548427083df43f0f118959ef1b539bbec0f4b966071b026e1d501589e4f21ec) AuthConfig (c69f2063b5bac282d825d1d2a74188804efba2ddc401583b3028cd9f6b15bff5) AuthConfig (b7d734e4cd411c8f4a81054bd2e9f7c958dc263e66e99b23f6b9fc2c961e3bc3) AuthConfig (ce5eeb6628b2897042eb741518c66e62ab4ce1c78d9b33ad24e706ba1f6768e5) AuthConfig (1986a76e39a78237cc89c912d7786f0db3b04ffa66a75bf4e5dbeb77ed18a6b5) AuthConfig (1485a05478a976b3ba968d04b5d5d0f5936fa65ec0fa6746486458c464eeec75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"05627685-9ba2-4fcb-8c31-db88176e53e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:56.487841329Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"43b0821a-1797-4151-8906-c7039e278dc0","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","subscription":"e2e-auth-iso-f7bb4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:56.536860229Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"43b0821a-1797-4151-8906-c7039e278dc0","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:56.585806244Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"43b0821a-1797-4151-8906-c7039e278dc0","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:56.837047942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"097d57f0-9bfa-496d-94a6-ede19c672d67","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:56.844241337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"eca295b7-98f4-4958-9c62-5feba044f33e","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:56.844262739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"eca295b7-98f4-4958-9c62-5feba044f33e","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:56.941297314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"7e92c7bf-b85c-43ea-9d95-53ff2de0c9f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:56.944117614Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"097d57f0-9bfa-496d-94a6-ede19c672d67","name":"e2e-shared-a-w1-4efd0e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:56.993906197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"7e92c7bf-b85c-43ea-9d95-53ff2de0c9f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.085143793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"18980940-c0e3-4f1e-b13e-d17f497ea776","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.097518609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"e502cad4-5a02-42f6-8522-5ff2335b8ddb","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.097544278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"e502cad4-5a02-42f6-8522-5ff2335b8ddb","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.206431338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"18980940-c0e3-4f1e-b13e-d17f497ea776","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.29092409Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"04a3f8ed-0acd-4f7f-8382-e66bfe803ca6","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-02313144","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.338990721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"1fd72f6f-b687-4270-ae98-f3045fbac37a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.391977596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"1fd72f6f-b687-4270-ae98-f3045fbac37a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.500917382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"af923192-f54c-4d73-82cb-b81ae8c983d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.553905035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"af923192-f54c-4d73-82cb-b81ae8c983d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:56:57.900979521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:00.653717387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"48dac9ff-5bdb-4287-a972-24ec1a961385","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:00.705713935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"48dac9ff-5bdb-4287-a972-24ec1a961385","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:00.757081292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"48dac9ff-5bdb-4287-a972-24ec1a961385","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:02.996433857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"51640b86-ecfa-42b6-af20-d58fa2d682f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:03.051396178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"51640b86-ecfa-42b6-af20-d58fa2d682f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:03.104356654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-acd21e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b1d237f6e7d414407b66d83522e5f3c90ad1de7f41d7d2367761073acd6cbf4) AuthConfig (a6ad6163d3647d8c006db32b2451549f8fbfcd60fc6728f7ac54143d9f8923ce) AuthConfig (fcf172285c31d7ab6b1eff7c3637ee4a706e71122a4f2a1745e29b927a70e124) AuthConfig (0b4c0b0b3cb0c5113cf2a0090bb32de1aa06af30419d7d19a825cc8f341ec536) AuthConfig (fdb7180f01dc19869a028e3935913f7dbce96e6602621876b8a8979c6252d436) AuthConfig (ccff18d96d9b642c3fc0b91d4e12c0977af7c75e4be7cc62a1413417827ed36f) AuthConfig (08c627b1ddeac872aeb01800fadae821864da6ba857b54bf02d9574a9c3afbb1) AuthConfig (4a93691cf8d698007373e275bb2e3d8947aacfeb814191eecb12a43b5f59e146) AuthConfig (d71be42f4effa97fb2f4ddc7ae884baab3e47cafb79a3a838c61dc72fee43c1d) AuthConfig (79ab66bd5fa7931f1f81929fd3517098c6f304fbbe635344abfaedd6282480c3) AuthConfig (60089b5acafe0d42b0178f06f5ee96aa4c2e8b582d840c95e6f5cd4434676eee) AuthConfig (e0500c72beb1bd73b1ae25975c1add6fd1ecfa0139fd695b4cb935956df54b3d) AuthConfig (5548427083df43f0f118959ef1b539bbec0f4b966071b026e1d501589e4f21ec) AuthConfig (c69f2063b5bac282d825d1d2a74188804efba2ddc401583b3028cd9f6b15bff5) AuthConfig (b7d734e4cd411c8f4a81054bd2e9f7c958dc263e66e99b23f6b9fc2c961e3bc3) AuthConfig (ce5eeb6628b2897042eb741518c66e62ab4ce1c78d9b33ad24e706ba1f6768e5) AuthConfig (1986a76e39a78237cc89c912d7786f0db3b04ffa66a75bf4e5dbeb77ed18a6b5) AuthConfig (1485a05478a976b3ba968d04b5d5d0f5936fa65ec0fa6746486458c464eeec75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"51640b86-ecfa-42b6-af20-d58fa2d682f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.340357235Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"743e2fc2-e64e-4106-b989-9dbc0cc52bff","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","subscription":"e2e-auth-iso-f7bb4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.38913254Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"743e2fc2-e64e-4106-b989-9dbc0cc52bff","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.43811389Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"743e2fc2-e64e-4106-b989-9dbc0cc52bff","MaaSSubscription":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.69858906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"d8ac2d0d-5554-428d-ab77-e40205aa3b46","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.698609134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"d8ac2d0d-5554-428d-ab77-e40205aa3b46","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.797426268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"f4827c05-005a-46e3-93d4-443ebcb56b13","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.851112516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"f4827c05-005a-46e3-93d4-443ebcb56b13","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.876014495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"416ec420-bdae-4f26-9877-90fa028d7a76","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.87603429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"22f64c24-1df1-4f07-b6f0-0040d4c31eac","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:07.876051345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"22f64c24-1df1-4f07-b6f0-0040d4c31eac","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.072469858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"416ec420-bdae-4f26-9877-90fa028d7a76","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.18946881Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"416ec420-bdae-4f26-9877-90fa028d7a76","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.189492471Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-auth-iso-f7bb4d","reconcileID":"416ec420-bdae-4f26-9877-90fa028d7a76","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.222099486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"46678be2-8822-4aa3-9f3b-e2b3ec593f40","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.241332581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"d2d901dc-a7b8-43af-ae5a-ceebc393f437","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/auth-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.241350983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"auth-test-model-7d1f88","reconcileID":"d2d901dc-a7b8-43af-ae5a-ceebc393f437","MaaSModelRef":{"name":"auth-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"auth-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"auth-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.27454124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"46678be2-8822-4aa3-9f3b-e2b3ec593f40","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.367713823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"6c66c948-452b-4d4b-9e1d-a2ff409f53b1","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.367734397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"6c66c948-452b-4d4b-9e1d-a2ff409f53b1","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.47151874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"8bde1cf1-175d-443d-a0b6-f8984f3ee144","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.620290626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"8bde1cf1-175d-443d-a0b6-f8984f3ee144","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.733993445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"8bde1cf1-175d-443d-a0b6-f8984f3ee144","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.734023972Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-auth-iso-f7bb4d","reconcileID":"8bde1cf1-175d-443d-a0b6-f8984f3ee144","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7bb4d","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.789170298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"ba301803-4627-4417-8146-8f7441f8be7e","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/auth-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:08.789191051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"auth-test-model-b144f8","reconcileID":"ba301803-4627-4417-8146-8f7441f8be7e","MaaSModelRef":{"name":"auth-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"auth-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"auth-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:10.854126003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"37ba3758-3642-4527-812a-b76ed4803291","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:10.905984896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"37ba3758-3642-4527-812a-b76ed4803291","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:10.95683038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ceadf8d1ecf7769a70aba095bad4aeec54f3bc7ded0cbef915858a7751101592) AuthConfig (28a1fd3ebf952136c938130f0665ee1771778305ccb280e3ba0de7d2fc44f645) AuthConfig (ea6065ccfe59eba5be214791747addb10207c2e5271e523a1944336ccee9c7bc) AuthConfig (58428725a5bfdd73bd886155ce8d1ddd67ec8ae6254ec1de954ad2f60ecd5fe3) AuthConfig (e47296fafe2b501fb4351aa13b3423d10bc53cac488c9f609813e2a662bc50c9) AuthConfig (dee7253d17e438bb0b72416e691b6b7b07426e48a7b4c4c2f76ca7f73bf7e350) AuthConfig (bc7406b49f230c228af911af192a811892a415679815a4fe68b3e2bff6cffc77) AuthConfig (7da0172a32d958cd2e07d8bfe7093a6294795809470ea5cbd1acec2f18dd3632) AuthConfig (0bf055b6eac180309ca1f2f19367060b7714fb13db801a88f9fa8743afbfa598) AuthConfig (70f242e520f74256c47c6e7d8073b89cad9605a2ab66ddf4c9efddc53ee0b671) AuthConfig (16ec0f3e42d9d429df43f57713c7f8ee7dcb684399f7ff26fa179eb4d61f9fe7) AuthConfig (27b64bf8e534b3eac1c0800904aaf8edf224a68f3617264f1ea73e71515d8ef1) AuthConfig (7373c3ff721bd114f0967ad1e13dad44192b5ede30a517672237224e79a6d558) AuthConfig (95d6129230604adc871e7d5c8653e73d545649d8339f2009458ffa00f27d2bd8) AuthConfig (c9815f3ca56005f602d8dfb04c024880d7a88323c3b4ad17d0874d8780a85ff5) AuthConfig (fffee5de4934b3c4ba2db713b870b2dccea805e1f97bfb644d2190b77aaeb313) AuthConfig (2baa39df976ff622967069f8aa29d2cbf4d38fa39069d674c347e4807f2c85fa) AuthConfig (853c7090c840764611f8ec7414f2f155738f5ef31b5718c93ca3c7998fae329d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"37ba3758-3642-4527-812a-b76ed4803291","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:11.010447188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"972cd78a-6c08-4f47-9a1e-bfa52f0ec7e1","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:11.010467564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"972cd78a-6c08-4f47-9a1e-bfa52f0ec7e1","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:13.201834678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"e53d7947-e76f-4539-a8d7-500631bd6c6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:13.254532347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"e53d7947-e76f-4539-a8d7-500631bd6c6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:13.555810619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"870114df-e4ea-4a70-83c2-608d57a1bbe9","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:13.555830307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"870114df-e4ea-4a70-83c2-608d57a1bbe9","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.687554699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"756cda3b-b5a2-4aaa-835f-87230844449c","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.687578228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"756cda3b-b5a2-4aaa-835f-87230844449c","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.743510787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"9d209d24-b99b-489c-9080-2ee21cb20c50","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.743536097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"9d209d24-b99b-489c-9080-2ee21cb20c50","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.7834475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"483cd8e6-17ea-47d2-bfac-f5d699ed42ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:57:18.790988182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"e8024fbb-0f60-4da0-bba9-3bbf7a459f54","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-117e2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.835678831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"483cd8e6-17ea-47d2-bfac-f5d699ed42ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.8948807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"7834a302-d7e9-4f0f-8fba-65d53b818229","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.894902849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"7834a302-d7e9-4f0f-8fba-65d53b818229","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.949812373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"546f344d-84ca-4793-ac44-f11d0ea2b4a5","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:18.949836818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"546f344d-84ca-4793-ac44-f11d0ea2b4a5","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:19.128102825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"a452fd18-446d-43f3-ba35-72ed187f3100","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:19.152521212Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"983067ad-a6d2-4fcd-89e4-11a2dc6b314f","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"maas-trlp-auth-test-model-acd21e","model":"auth-test-model-acd21e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-acd21e/e2e-auth-iso-117e2c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:19.182557859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"a452fd18-446d-43f3-ba35-72ed187f3100","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:19.305615822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"146f2ab1-8c67-43ae-8459-7788f1750b92","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:19.305638386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"146f2ab1-8c67-43ae-8459-7788f1750b92","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:19.499776461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"ca6fd34c-2256-4ec6-a21b-802c2ae99a50","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"maas-trlp-auth-test-model-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:21.107710348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"a3f21536-db16-4376-9291-4a42078c323b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:21.159834764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"a3f21536-db16-4376-9291-4a42078c323b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:21.210752555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ceadf8d1ecf7769a70aba095bad4aeec54f3bc7ded0cbef915858a7751101592) AuthConfig (28a1fd3ebf952136c938130f0665ee1771778305ccb280e3ba0de7d2fc44f645) AuthConfig (ea6065ccfe59eba5be214791747addb10207c2e5271e523a1944336ccee9c7bc) AuthConfig (58428725a5bfdd73bd886155ce8d1ddd67ec8ae6254ec1de954ad2f60ecd5fe3) AuthConfig (e47296fafe2b501fb4351aa13b3423d10bc53cac488c9f609813e2a662bc50c9) AuthConfig (dee7253d17e438bb0b72416e691b6b7b07426e48a7b4c4c2f76ca7f73bf7e350) AuthConfig (bc7406b49f230c228af911af192a811892a415679815a4fe68b3e2bff6cffc77) AuthConfig (7da0172a32d958cd2e07d8bfe7093a6294795809470ea5cbd1acec2f18dd3632) AuthConfig (0bf055b6eac180309ca1f2f19367060b7714fb13db801a88f9fa8743afbfa598) AuthConfig (70f242e520f74256c47c6e7d8073b89cad9605a2ab66ddf4c9efddc53ee0b671) AuthConfig (16ec0f3e42d9d429df43f57713c7f8ee7dcb684399f7ff26fa179eb4d61f9fe7) AuthConfig (27b64bf8e534b3eac1c0800904aaf8edf224a68f3617264f1ea73e71515d8ef1) AuthConfig (7373c3ff721bd114f0967ad1e13dad44192b5ede30a517672237224e79a6d558) AuthConfig (95d6129230604adc871e7d5c8653e73d545649d8339f2009458ffa00f27d2bd8) AuthConfig (c9815f3ca56005f602d8dfb04c024880d7a88323c3b4ad17d0874d8780a85ff5) AuthConfig (fffee5de4934b3c4ba2db713b870b2dccea805e1f97bfb644d2190b77aaeb313) AuthConfig (2baa39df976ff622967069f8aa29d2cbf4d38fa39069d674c347e4807f2c85fa) AuthConfig (853c7090c840764611f8ec7414f2f155738f5ef31b5718c93ca3c7998fae329d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"a3f21536-db16-4376-9291-4a42078c323b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:27.900276381Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:31.307879787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"7060c0a3-b945-4ee9-b0cc-433b4b18b6fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:31.360201715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"7060c0a3-b945-4ee9-b0cc-433b4b18b6fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:31.411133028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ceadf8d1ecf7769a70aba095bad4aeec54f3bc7ded0cbef915858a7751101592) AuthConfig (28a1fd3ebf952136c938130f0665ee1771778305ccb280e3ba0de7d2fc44f645) AuthConfig (ea6065ccfe59eba5be214791747addb10207c2e5271e523a1944336ccee9c7bc) AuthConfig (58428725a5bfdd73bd886155ce8d1ddd67ec8ae6254ec1de954ad2f60ecd5fe3) AuthConfig (e47296fafe2b501fb4351aa13b3423d10bc53cac488c9f609813e2a662bc50c9) AuthConfig (dee7253d17e438bb0b72416e691b6b7b07426e48a7b4c4c2f76ca7f73bf7e350) AuthConfig (bc7406b49f230c228af911af192a811892a415679815a4fe68b3e2bff6cffc77) AuthConfig (7da0172a32d958cd2e07d8bfe7093a6294795809470ea5cbd1acec2f18dd3632) AuthConfig (0bf055b6eac180309ca1f2f19367060b7714fb13db801a88f9fa8743afbfa598) AuthConfig (70f242e520f74256c47c6e7d8073b89cad9605a2ab66ddf4c9efddc53ee0b671) AuthConfig (16ec0f3e42d9d429df43f57713c7f8ee7dcb684399f7ff26fa179eb4d61f9fe7) AuthConfig (27b64bf8e534b3eac1c0800904aaf8edf224a68f3617264f1ea73e71515d8ef1) AuthConfig (7373c3ff721bd114f0967ad1e13dad44192b5ede30a517672237224e79a6d558) AuthConfig (95d6129230604adc871e7d5c8653e73d545649d8339f2009458ffa00f27d2bd8) AuthConfig (c9815f3ca56005f602d8dfb04c024880d7a88323c3b4ad17d0874d8780a85ff5) AuthConfig (fffee5de4934b3c4ba2db713b870b2dccea805e1f97bfb644d2190b77aaeb313) AuthConfig (2baa39df976ff622967069f8aa29d2cbf4d38fa39069d674c347e4807f2c85fa) AuthConfig (853c7090c840764611f8ec7414f2f155738f5ef31b5718c93ca3c7998fae329d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"7060c0a3-b945-4ee9-b0cc-433b4b18b6fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:41.509367611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"3e9ebe6a-03b3-4e09-aa95-4a9b45850442","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:41.56155468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"3e9ebe6a-03b3-4e09-aa95-4a9b45850442","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:41.613858033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ceadf8d1ecf7769a70aba095bad4aeec54f3bc7ded0cbef915858a7751101592) AuthConfig (28a1fd3ebf952136c938130f0665ee1771778305ccb280e3ba0de7d2fc44f645) AuthConfig (ea6065ccfe59eba5be214791747addb10207c2e5271e523a1944336ccee9c7bc) AuthConfig (58428725a5bfdd73bd886155ce8d1ddd67ec8ae6254ec1de954ad2f60ecd5fe3) AuthConfig (e47296fafe2b501fb4351aa13b3423d10bc53cac488c9f609813e2a662bc50c9) AuthConfig (dee7253d17e438bb0b72416e691b6b7b07426e48a7b4c4c2f76ca7f73bf7e350) AuthConfig (bc7406b49f230c228af911af192a811892a415679815a4fe68b3e2bff6cffc77) AuthConfig (7da0172a32d958cd2e07d8bfe7093a6294795809470ea5cbd1acec2f18dd3632) AuthConfig (0bf055b6eac180309ca1f2f19367060b7714fb13db801a88f9fa8743afbfa598) AuthConfig (70f242e520f74256c47c6e7d8073b89cad9605a2ab66ddf4c9efddc53ee0b671) AuthConfig (16ec0f3e42d9d429df43f57713c7f8ee7dcb684399f7ff26fa179eb4d61f9fe7) AuthConfig (27b64bf8e534b3eac1c0800904aaf8edf224a68f3617264f1ea73e71515d8ef1) AuthConfig (7373c3ff721bd114f0967ad1e13dad44192b5ede30a517672237224e79a6d558) AuthConfig (95d6129230604adc871e7d5c8653e73d545649d8339f2009458ffa00f27d2bd8) AuthConfig (c9815f3ca56005f602d8dfb04c024880d7a88323c3b4ad17d0874d8780a85ff5) AuthConfig (fffee5de4934b3c4ba2db713b870b2dccea805e1f97bfb644d2190b77aaeb313) AuthConfig (2baa39df976ff622967069f8aa29d2cbf4d38fa39069d674c347e4807f2c85fa) AuthConfig (853c7090c840764611f8ec7414f2f155738f5ef31b5718c93ca3c7998fae329d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"3e9ebe6a-03b3-4e09-aa95-4a9b45850442","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:46.140552104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"f3aaa977-8fdb-4361-af33-630bf3e13bbd","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"maas-trlp-auth-test-model-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:46.296088201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"a78134e2-6e1f-4d54-a88e-106a53fc0c7f","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:46.296109916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"a78134e2-6e1f-4d54-a88e-106a53fc0c7f","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:48.098005242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"9f075d16-92d7-4d33-8371-932f89a2577f","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:48.150024652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"9f075d16-92d7-4d33-8371-932f89a2577f","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:49.448880339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"a75fc352-8f0e-45a8-be9a-103625337993","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:49.448900303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"a75fc352-8f0e-45a8-be9a-103625337993","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:49.545496598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"0e412828-fc69-46df-a074-a8d5338379dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:49.597442462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"0e412828-fc69-46df-a074-a8d5338379dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:49.598814699Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"1f1bd7a0-3059-49e5-97b4-2ea79d308bc6","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b20f6813","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:49.83872571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"1ff68921-440a-449c-8b91-6a7b01ced74f","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:49.891521639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"1ff68921-440a-449c-8b91-6a7b01ced74f","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:51.711964671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"aa1fcbff-07b3-447c-b73a-c528119e2859","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:51.764146206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"aa1fcbff-07b3-447c-b73a-c528119e2859","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:52.064861149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"02bfdd6c-5448-453d-8b0d-41bc57d68ff1","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:52.064882697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"02bfdd6c-5448-453d-8b0d-41bc57d68ff1","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.591237463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"57c66cae-ad88-4350-9cc6-1ab221394415","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.591260112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"57c66cae-ad88-4350-9cc6-1ab221394415","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.645189955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"b359fc21-6649-4fa4-91f1-6807bf0cf0b7","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.645218169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"b359fc21-6649-4fa4-91f1-6807bf0cf0b7","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.690540776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"b9aa3917-1e1d-4c7d-afd4-1e4d46dc5829","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:57:57.696517043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"b808d8d1-d522-4469-9ace-ccf7b9157b82","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0884ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:57:57.69651208Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"b359fc21-6649-4fa4-91f1-6807bf0cf0b7","name":"auth-test-model-a78d34","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a78d34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:57:57.696647978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"b359fc21-6649-4fa4-91f1-6807bf0cf0b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a78d34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.702030453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"7e675848-3644-4c62-9690-8c22a7d424d9","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.702049474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"7e675848-3644-4c62-9690-8c22a7d424d9","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.742950243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"b9aa3917-1e1d-4c7d-afd4-1e4d46dc5829","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.803386328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"99dd488c-518e-45aa-8663-62e601f4cfa1","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.803406509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"99dd488c-518e-45aa-8663-62e601f4cfa1","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.856359451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"b5e96fab-5174-46b3-9f6a-dd31445b3c3b","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.856382027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"b5e96fab-5174-46b3-9f6a-dd31445b3c3b","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:57.900504821Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:58.037341203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"ec5be0c6-82df-45c0-ab6a-e941a2ba929e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:58.051928433Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"fcf0003f-5323-4f52-b38f-3bd2fabba246","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-auth-test-model-a78d34","model":"auth-test-model-a78d34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a78d34/e2e-auth-iso-0884ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:58.089730555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"ec5be0c6-82df-45c0-ab6a-e941a2ba929e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:58.204291687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"65f916c6-5155-4c7b-aa2c-4acfb73c03d3","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:58.204351231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"65f916c6-5155-4c7b-aa2c-4acfb73c03d3","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:58.398996408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"47beef56-e1ce-4917-9aee-7874d97e6516","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-auth-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:59.648015447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"b7a8664a-b16e-474d-b137-0de5356bcced","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","subscription":"e2e-auth-iso-117e2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:59.697035586Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"b7a8664a-b16e-474d-b137-0de5356bcced","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:57:59.746076915Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"b7a8664a-b16e-474d-b137-0de5356bcced","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"maas-trlp-auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.003438686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"ca7dc0f0-946a-47e8-8156-658a8dff95f3","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.003463024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"ca7dc0f0-946a-47e8-8156-658a8dff95f3","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.099589041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"fe1acc27-a65e-49f3-b096-6a0f85fd8cec","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.138097848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"75d1419f-98ec-4d6f-93ca-0b8e559cfac0","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.138121589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"75d1419f-98ec-4d6f-93ca-0b8e559cfac0","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.151452943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"fe1acc27-a65e-49f3-b096-6a0f85fd8cec","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.234724807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"f0533d28-3562-4a39-bda5-e54aa23edfdd","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.287000692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"f0533d28-3562-4a39-bda5-e54aa23edfdd","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.287741764Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"674b8849-5f36-4df0-81af-e91a00d03fd4","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f30064b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.446342093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"a1a78e3b-56f8-42e7-a4f8-d48c30e279cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.498719851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"a1a78e3b-56f8-42e7-a4f8-d48c30e279cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.54729531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"e7ed8dad-9be8-47cc-9127-7bc05b7658ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:00.599461627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"e7ed8dad-9be8-47cc-9127-7bc05b7658ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:05.042132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e01bfcb-e072-46ae-82ea-f5c0a216940d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:05.090448667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e01bfcb-e072-46ae-82ea-f5c0a216940d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:05.138637273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e01bfcb-e072-46ae-82ea-f5c0a216940d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:05.186879607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e01bfcb-e072-46ae-82ea-f5c0a216940d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:06.946602536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ebd1cb-2039-4a9f-a2b9-5eb7f6fca283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:06.996547905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ebd1cb-2039-4a9f-a2b9-5eb7f6fca283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:07.045794169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ebd1cb-2039-4a9f-a2b9-5eb7f6fca283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:07.09451411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ebd1cb-2039-4a9f-a2b9-5eb7f6fca283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.336999473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"1eac9f06-e24f-4509-ac6e-9bab1190d7f3","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","subscription":"e2e-auth-iso-117e2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.38573484Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"1eac9f06-e24f-4509-ac6e-9bab1190d7f3","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.434722494Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"1eac9f06-e24f-4509-ac6e-9bab1190d7f3","MaaSSubscription":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"maas-trlp-auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.702950042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"fb6276e7-9c2d-45c5-9811-794b7a7d55cb","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.702970247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"fb6276e7-9c2d-45c5-9811-794b7a7d55cb","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.799264866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"80dcb48f-8aa0-4f28-aff4-d9dcb2608033","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.851492627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"80dcb48f-8aa0-4f28-aff4-d9dcb2608033","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.85627471Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"39d69f52-9952-4b96-9b4e-9b6f2d65aa52","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.856405502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"4201271c-ae53-4f40-8cba-07e533470fcc","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:10.856426219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"4201271c-ae53-4f40-8cba-07e533470fcc","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.0530211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"39d69f52-9952-4b96-9b4e-9b6f2d65aa52","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.167021927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"39d69f52-9952-4b96-9b4e-9b6f2d65aa52","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"name":"e2e-shared-a-w0-b8b6f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.167047593Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"e2e-auth-iso-117e2c","reconcileID":"39d69f52-9952-4b96-9b4e-9b6f2d65aa52","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.201436922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"82be9f21-f798-46f0-8e41-18b65db6ad47","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.218451713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"00197b1d-9cd2-4871-853f-55bf8a952287","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"tenant":"e2e-shared-a-w0-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","model":"ai-tenant-e2e-shared-a-w0-b8b6f4/auth-test-model-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.21847157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"auth-test-model-b8b6f4","reconcileID":"00197b1d-9cd2-4871-853f-55bf8a952287","MaaSModelRef":{"name":"auth-test-model-b8b6f4","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"routeName":"auth-test-model-b8b6f4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","llmisvcName":"auth-test-model-b8b6f4","gateway":"openshift-ingress/e2e-shared-a-w0-b8b6f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.253318447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"82be9f21-f798-46f0-8e41-18b65db6ad47","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.353021899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"e96ce10d-870e-4313-b4a6-d94b46b9d70f","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.353039965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"e96ce10d-870e-4313-b4a6-d94b46b9d70f","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.450259563Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"84474eff-ce92-4528-ba67-bd1b6430b994","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.646149539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"84474eff-ce92-4528-ba67-bd1b6430b994","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.765129631Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"84474eff-ce92-4528-ba67-bd1b6430b994","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"name":"e2e-shared-b-w0-acd21e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.765152219Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"e2e-auth-iso-117e2c","reconcileID":"84474eff-ce92-4528-ba67-bd1b6430b994","MaaSAuthPolicy":{"name":"e2e-auth-iso-117e2c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.817842625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"7520c383-20fe-44f8-9b3a-865d2b91e076","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"tenant":"e2e-shared-b-w0-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","model":"ai-tenant-e2e-shared-b-w0-acd21e/auth-test-model-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:11.817862983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"auth-test-model-acd21e","reconcileID":"7520c383-20fe-44f8-9b3a-865d2b91e076","MaaSModelRef":{"name":"auth-test-model-acd21e","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"routeName":"auth-test-model-acd21e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","llmisvcName":"auth-test-model-acd21e","gateway":"openshift-ingress/e2e-shared-b-w0-acd21e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:12.538796679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4089fa-6c28-46bd-abe8-3a6323ee895d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:12.587256864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4089fa-6c28-46bd-abe8-3a6323ee895d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:12.63578117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4089fa-6c28-46bd-abe8-3a6323ee895d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:12.684601842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4089fa-6c28-46bd-abe8-3a6323ee895d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:13.109077004Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4717c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4717c7","reconcileID":"c8c42207-2532-41d2-9aba-120085620267","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4717c7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-4717c7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:14.469418518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efadad0-5262-4f0d-aecd-83a2feb8b343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:14.518191125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efadad0-5262-4f0d-aecd-83a2feb8b343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:14.566633096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efadad0-5262-4f0d-aecd-83a2feb8b343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:14.615002585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efadad0-5262-4f0d-aecd-83a2feb8b343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:19.365650486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390a0b05-316e-4ec5-8a59-40447b41384e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:19.4142868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390a0b05-316e-4ec5-8a59-40447b41384e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:19.462488753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390a0b05-316e-4ec5-8a59-40447b41384e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:19.510864613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390a0b05-316e-4ec5-8a59-40447b41384e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:19.958990092Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-dd05eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-dd05eb","reconcileID":"fc3ec8a9-e08d-4a68-bd30-d257729e4cb2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-dd05eb","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-dd05eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:21.296149345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6d5af7-ac01-4758-814a-82add5dbb83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:21.345336072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6d5af7-ac01-4758-814a-82add5dbb83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:21.393696138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6d5af7-ac01-4758-814a-82add5dbb83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:21.442635628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e6d5af7-ac01-4758-814a-82add5dbb83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:22.539430592Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-df076c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-df076c","reconcileID":"9ea5b80e-c6f5-4625-84a1-16bd07ba8d9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-df076c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-df076c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:23.258239755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8311e81-ab76-44d3-868a-282451b91fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:23.306869144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8311e81-ab76-44d3-868a-282451b91fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:23.355589208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8311e81-ab76-44d3-868a-282451b91fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:23.404033585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8311e81-ab76-44d3-868a-282451b91fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:25.167473671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db15c222-4047-4e41-b0f2-cbf8a0be7af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:25.215944074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db15c222-4047-4e41-b0f2-cbf8a0be7af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:25.26441084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db15c222-4047-4e41-b0f2-cbf8a0be7af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:25.312940647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db15c222-4047-4e41-b0f2-cbf8a0be7af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:25.361459535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"f6c21e55-2cdc-4a2e-9f54-d23e0fcbf9f2","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-auth-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:25.56349535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"ca282e9a-1755-4b2a-b41e-f8459fc4aa3d","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:25.563522637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"ca282e9a-1755-4b2a-b41e-f8459fc4aa3d","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:25.928582735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"789837a3-6240-4407-8a19-2f0629f8a04a","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:25.980673671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"789837a3-6240-4407-8a19-2f0629f8a04a","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:27.899896275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:30.616085287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"43411fa9-2ebd-48c6-9f7d-b32a5de26217","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:30.616113554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"43411fa9-2ebd-48c6-9f7d-b32a5de26217","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:30.668604734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"cdadb1c3-deae-4f4c-89b9-beda96933d3a","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:30.668623766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"cdadb1c3-deae-4f4c-89b9-beda96933d3a","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:30.764581249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"92c605b6-91ec-42b1-b9b3-81254564f0a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:30.880913632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"92c605b6-91ec-42b1-b9b3-81254564f0a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:30.939169159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"92c605b6-91ec-42b1-b9b3-81254564f0a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:30.990921805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"0da6dfb3-c3ea-492f-afb3-b102969088d9","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:30.990946989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"0da6dfb3-c3ea-492f-afb3-b102969088d9","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:41.087701947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"224b0212-ee90-4420-ad96-304d562d9cfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:41.13977748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"224b0212-ee90-4420-ad96-304d562d9cfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:41.19114329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"224b0212-ee90-4420-ad96-304d562d9cfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:51.289463101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"1887027c-a4ab-4403-8cdb-f223c0415664","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:51.342901869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"1887027c-a4ab-4403-8cdb-f223c0415664","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:51.394856396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"1887027c-a4ab-4403-8cdb-f223c0415664","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:58:57.900324218Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:01.492823582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"76780a44-0cb0-4ec1-bb0b-b3a0d938de37","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:01.545105119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"76780a44-0cb0-4ec1-bb0b-b3a0d938de37","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:01.596020872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (21ab640535444ffc57346c1455019455e22212fa1c570b7768454c7b2c4e4e8c) AuthConfig (4ffeddff87ac80c4a81c06b90026e2a070285d0baab8cabec0a08f57830424b7) AuthConfig (f6a5eddf37f600ddfd99ac9bb0905cb52f14ae96db5ba079d2c8c085b43a1bd9) AuthConfig (5d24b84206ca4525a7a030d1c69016b10cd9b5505b2743f63976b9bdf8661c2f) AuthConfig (92b1d0a4292459026d8584592b0409a1e492f55e8dacabdcad57021933bad37a) AuthConfig (e54d8bff9971cce96c5cb7560171fec89957e1b012e50653e4fffbf8e964f43d) AuthConfig (f52923e6fd360e256e1b19cd1d3e7ee7657fcffc75189427f350bdf094461f31) AuthConfig (5229a4a0453c8cbcba990475e5940cf82fc67796ee014744818c67196cc7812a) AuthConfig (d1ae6e6f88b5c4ab738d898fb9faea0dac2c4b040b15884f5d427a434cca8253) AuthConfig (6e0dcde67399336b306a6489b63d218843c303cab17482a9c9a1d9e7ee9c1632) AuthConfig (c244c4e02f80305725449c6631c4071528f58f0d945af72e59f2119201bf8168) AuthConfig (c83aa7a7c1800436997c6ab1be2f92ed8490e3ed6e4c412f6800a49c0bbc6092) AuthConfig (30c0d50df3c2db6bf4f2927ccd033801118ece3af5d66b1bc47beffaf834fb93) AuthConfig (77a1e631b480e994acaf00a134d68c8d76fc952b15feb49c2958c0e14386f065) AuthConfig (b1f10ddb88bd76890e7c6f702d3e57410172c36962b2912efb34b1093a7166a0) AuthConfig (8a184403ce4ab8f968e6cc3bdb9dda7bb718cef682318e35ab8737b170591823) AuthConfig (674b99303b8e8c6763c0d063a07f6c6ba22539256e79fb96615be6cfeb81f414) AuthConfig (bb7643f37f0d75f7225730e622b0ac51a0606ac73bd9404d5f108590eb060d48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"76780a44-0cb0-4ec1-bb0b-b3a0d938de37","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:01.649550472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"585c91a6-aad5-4b18-8234-0086ee1b8d2c","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:01.649568835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"585c91a6-aad5-4b18-8234-0086ee1b8d2c","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:11.748208146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"795310d1-4dd6-498b-aee3-610a268fe602","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:11.800899387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"795310d1-4dd6-498b-aee3-610a268fe602","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:11.851531675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (21ab640535444ffc57346c1455019455e22212fa1c570b7768454c7b2c4e4e8c) AuthConfig (4ffeddff87ac80c4a81c06b90026e2a070285d0baab8cabec0a08f57830424b7) AuthConfig (f6a5eddf37f600ddfd99ac9bb0905cb52f14ae96db5ba079d2c8c085b43a1bd9) AuthConfig (5d24b84206ca4525a7a030d1c69016b10cd9b5505b2743f63976b9bdf8661c2f) AuthConfig (92b1d0a4292459026d8584592b0409a1e492f55e8dacabdcad57021933bad37a) AuthConfig (e54d8bff9971cce96c5cb7560171fec89957e1b012e50653e4fffbf8e964f43d) AuthConfig (f52923e6fd360e256e1b19cd1d3e7ee7657fcffc75189427f350bdf094461f31) AuthConfig (5229a4a0453c8cbcba990475e5940cf82fc67796ee014744818c67196cc7812a) AuthConfig (d1ae6e6f88b5c4ab738d898fb9faea0dac2c4b040b15884f5d427a434cca8253) AuthConfig (6e0dcde67399336b306a6489b63d218843c303cab17482a9c9a1d9e7ee9c1632) AuthConfig (c244c4e02f80305725449c6631c4071528f58f0d945af72e59f2119201bf8168) AuthConfig (c83aa7a7c1800436997c6ab1be2f92ed8490e3ed6e4c412f6800a49c0bbc6092) AuthConfig (30c0d50df3c2db6bf4f2927ccd033801118ece3af5d66b1bc47beffaf834fb93) AuthConfig (77a1e631b480e994acaf00a134d68c8d76fc952b15feb49c2958c0e14386f065) AuthConfig (b1f10ddb88bd76890e7c6f702d3e57410172c36962b2912efb34b1093a7166a0) AuthConfig (8a184403ce4ab8f968e6cc3bdb9dda7bb718cef682318e35ab8737b170591823) AuthConfig (674b99303b8e8c6763c0d063a07f6c6ba22539256e79fb96615be6cfeb81f414) AuthConfig (bb7643f37f0d75f7225730e622b0ac51a0606ac73bd9404d5f108590eb060d48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"795310d1-4dd6-498b-aee3-610a268fe602","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:12.821712734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18815c72-497e-4f66-a74c-8a451eccd493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:12.870117297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18815c72-497e-4f66-a74c-8a451eccd493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:12.918851482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18815c72-497e-4f66-a74c-8a451eccd493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:12.968821562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18815c72-497e-4f66-a74c-8a451eccd493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:13.452228067Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-267844","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-267844","reconcileID":"0f7dabca-bd01-4010-b1bd-aaa6c4ba014a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-267844","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-267844":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:14.742755889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c299cd9-9cfb-46d0-bf0d-f7af0f73b1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:14.791416246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c299cd9-9cfb-46d0-bf0d-f7af0f73b1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:14.842251193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c299cd9-9cfb-46d0-bf0d-f7af0f73b1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:14.891322305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c299cd9-9cfb-46d0-bf0d-f7af0f73b1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:16.648468411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676879ab-a8d0-45c5-9d28-94a716d60abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:16.696952673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676879ab-a8d0-45c5-9d28-94a716d60abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:16.745518431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676879ab-a8d0-45c5-9d28-94a716d60abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:16.804075972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676879ab-a8d0-45c5-9d28-94a716d60abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:18.597505975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844b712d-9d04-4429-8f7c-05874c7f3e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:18.646208639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844b712d-9d04-4429-8f7c-05874c7f3e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:18.694728126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844b712d-9d04-4429-8f7c-05874c7f3e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:18.743170421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844b712d-9d04-4429-8f7c-05874c7f3e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:20.50104381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a08abc-d33f-43b9-a2c7-9c6bc7017080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:20.549237797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a08abc-d33f-43b9-a2c7-9c6bc7017080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:20.597900317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a08abc-d33f-43b9-a2c7-9c6bc7017080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:20.64813035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a08abc-d33f-43b9-a2c7-9c6bc7017080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:21.948576273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"fe3a420d-5da8-450a-abb5-21c053cf619d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:22.00363711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"fe3a420d-5da8-450a-abb5-21c053cf619d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:22.25247616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"ed19c3c1-f320-4415-94ce-290e4bcdd719","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:22.252498183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"ed19c3c1-f320-4415-94ce-290e4bcdd719","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:24.631136896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"b2c9f6ad-8fbb-485e-8c93-30a80b004f06","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4717c7","tenantID":"e2e-extmod-a-4717c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:24.738169475Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"b2c9f6ad-8fbb-485e-8c93-30a80b004f06","name":"e2e-extmod-a-4717c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.54938145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"18856f4b-24b3-41ef-85ca-498325f9b31e","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.54940692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"18856f4b-24b3-41ef-85ca-498325f9b31e","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.60572311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"9c1edf5e-89e7-43f8-a71d-382422b739c0","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.60574866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"9c1edf5e-89e7-43f8-a71d-382422b739c0","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.6459705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"ed7f7cf1-dcd3-4558-98fb-70abf09d1a6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T07:59:27.652970172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"90eba09b-475b-45fa-a081-370016af8872","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0884ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:59:27.654652924Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"9c1edf5e-89e7-43f8-a71d-382422b739c0","name":"auth-test-model-d414aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d414aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T07:59:27.654707174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"9c1edf5e-89e7-43f8-a71d-382422b739c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d414aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.660323117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"b0331fc6-72cf-4d09-8a8f-43b790b24a08","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.660341415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"b0331fc6-72cf-4d09-8a8f-43b790b24a08","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.698263613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"ed7f7cf1-dcd3-4558-98fb-70abf09d1a6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.758856025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"f73046d0-730a-4c30-bb41-797d3239aa79","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.758875362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"f73046d0-730a-4c30-bb41-797d3239aa79","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.811833306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"15e22b84-694b-4e4c-95ac-4569813ec8e6","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.811858159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"15e22b84-694b-4e4c-95ac-4569813ec8e6","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.901836405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:27.99117828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"7ae2646b-115f-4ff6-974d-1aa1f776ef4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:28.007961167Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"33a99068-73d3-4b62-9001-230c5485753e","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-auth-test-model-d414aa","model":"auth-test-model-d414aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-d414aa/e2e-auth-iso-0884ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:28.058184991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"7ae2646b-115f-4ff6-974d-1aa1f776ef4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:28.171237787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"c7754896-8b94-4ffd-ac60-bb9a82f682c0","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:28.17126799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"c7754896-8b94-4ffd-ac60-bb9a82f682c0","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:28.364035536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"d5cadb9a-a3da-42f8-8674-dd62f674a331","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-auth-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:30.710385058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"c941e997-64c5-4405-a412-fae5f31ef83a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:30.985410873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"2b10cfac-9e51-4b8f-a1be-1a0d2bb73d52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:31.21097208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"f4940522-453a-40ed-bc00-a1d9546eb5f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:31.309067803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"7fdd7b35-6a9d-4beb-9477-3145b61b0608","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:31.319595714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"c90c8cab-6a03-4a1a-83bb-dbc6ff4fb5a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:31.435942576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"ed88f8e2-a6ac-4bd4-ba25-ad15cefe7856","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:31.663336156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"fa503cd3-66c3-449b-8398-4690e916ff86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:31.772257663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"bd9b49e3-4aad-4ff6-90ea-1901a94b6432","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-auth-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:31.884903931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"6a98e33d-8f95-4475-9083-85eaf70e30a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:31.984651448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"78270c64-09f3-40da-b079-bb1c68316ee4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:32.084418619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"c1f12485-959b-48d2-bee6-e097a4037af4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:32.184451448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"994c0a69-53bd-4df5-b8c2-2594514161df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:32.223599371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"827a5277-8a6c-438a-a1a2-e6d7ebcad4b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:38.035183253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"285c4c06-7432-4b69-bc66-feb9eff7654d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:38.144371165Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"285c4c06-7432-4b69-bc66-feb9eff7654d","name":"e2e-shared-b-w1-dd05eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:42.496501329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"a8d96fae-70d3-4d52-bfb8-06ef4927303e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-df076c","tenantID":"e2e-extmod-a-df076c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:42.60631922Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"a8d96fae-70d3-4d52-bfb8-06ef4927303e","name":"e2e-extmod-a-df076c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:52.743842478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"cb0c7cbc-e464-42a0-9922-daf0298c4ef5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:52.792228555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"4b314590-4a92-44c6-ad0b-2df1abc89a5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:52.959843631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"5d025e3e-bd3b-4b1e-9037-3c77638f4295","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:53.06020177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"ffebd9c6-a921-448b-930b-cbc3b6409e2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:53.162884097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"9c30169c-f015-4b5b-9b7b-8d46adc38726","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:53.192797758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"8b732490-852b-4753-af7b-fd9b840d8c1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:53.37143402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"f8bdaa37-72f8-48bb-8eb0-a6c52516ef09","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-auth-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:53.492484113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"d11e6b0d-448d-46ee-88fc-b82b0377a741","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:53.590041086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"825d2b2f-61eb-4147-81b9-07f442367ef1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:53.72751406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12aa318b-bb05-413a-a178-2b6c6e92598c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:53.827703069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"de0588e2-6f2a-48ad-a6a6-daf8bf97903b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:53.959631974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"fec67c2c-aa7c-43fb-ba5a-9ec5fb946480","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-auth-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:54.060504019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"b843d197-0e01-40d4-a8bc-62d259d5f960","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:54.112952002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"ecbdbaa0-b477-417a-aa73-123e9860d32e","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:54.112971626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"ecbdbaa0-b477-417a-aa73-123e9860d32e","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:54.211090517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9377196b-d338-4573-ac8d-b4c941b8f28f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:54.367613958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"5c480a4d-18b7-475c-bdc3-27b22c85545d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:54.420520155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"5c480a4d-18b7-475c-bdc3-27b22c85545d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:57.900491628Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:58.870937237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"aeddf775-2188-4a41-9094-8382f2b6eca9","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:58.870958654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"aeddf775-2188-4a41-9094-8382f2b6eca9","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:58.966817937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"68822b55-30bb-477f-9dac-44be7bcfbdd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:59.018717274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"68822b55-30bb-477f-9dac-44be7bcfbdd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:59.021820496Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"e649d365-ceb4-4abc-a52e-46adbde99b8c","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35e99049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:59.31227125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"25d6c381-15c2-4411-8689-ffc9c2e68552","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T07:59:59.364219995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"25d6c381-15c2-4411-8689-ffc9c2e68552","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.07041127Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"b01110ef-fd0b-4467-a08c-2b5e895d4b06","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","subscription":"e2e-auth-iso-0884ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.118963524Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"b01110ef-fd0b-4467-a08c-2b5e895d4b06","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.167806417Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"b01110ef-fd0b-4467-a08c-2b5e895d4b06","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.429471754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"d1c56a5d-e8a8-4612-8218-dbc6f4a114b0","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.429491524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"d1c56a5d-e8a8-4612-8218-dbc6f4a114b0","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.526970549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"72a21417-f101-4c96-b31a-6be21acbcc3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.579640228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"6d8ef805-8bdb-4dae-aa5c-133e33d4a131","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.579663706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"6d8ef805-8bdb-4dae-aa5c-133e33d4a131","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.583033102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"72a21417-f101-4c96-b31a-6be21acbcc3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.675457228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"854a6070-8bca-40b7-8a5b-4521938e5df2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.727799867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"854a6070-8bca-40b7-8a5b-4521938e5df2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.728647641Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"bb4cf736-9e3d-48fa-ba9f-98074b154aa9","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9a68284","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.87782713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"7ae39a4b-eca2-40b7-9ea6-fce0cc5ca131","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:09.930010258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"7ae39a4b-eca2-40b7-9ea6-fce0cc5ca131","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:10.078225477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"ce865595-27d2-48dd-94d8-b24c49930e1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:10.130424587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"ce865595-27d2-48dd-94d8-b24c49930e1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:19.77808788Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"6d034a06-3f4e-4bba-8422-f7bf9ecc3499","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","subscription":"e2e-auth-iso-0884ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:19.826638532Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"6d034a06-3f4e-4bba-8422-f7bf9ecc3499","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:19.875374218Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"6d034a06-3f4e-4bba-8422-f7bf9ecc3499","MaaSSubscription":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.134227579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"60bb58b3-43c8-4a2d-b10e-9a4cc4b0ad8d","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.134249871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"60bb58b3-43c8-4a2d-b10e-9a4cc4b0ad8d","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.232740205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"56dfd371-9157-464d-a049-eda1f6f92a43","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.281991119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"a37b126b-2085-4eeb-af4a-7ab1736d2e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.282169953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"62e87142-e1b9-4b65-a256-601e76baeecc","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.282189242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"62e87142-e1b9-4b65-a256-601e76baeecc","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.285667211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"56dfd371-9157-464d-a049-eda1f6f92a43","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.480152238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"a37b126b-2085-4eeb-af4a-7ab1736d2e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.596613947Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"a37b126b-2085-4eeb-af4a-7ab1736d2e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.596638226Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-auth-iso-0884ba","reconcileID":"a37b126b-2085-4eeb-af4a-7ab1736d2e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.629000182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"52dd5a4a-ef9c-4400-9940-e2564e120c99","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.65225589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"0c36764b-17d7-419b-ba52-9a9aa2ce24db","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/auth-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.652277209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"auth-test-model-a78d34","reconcileID":"0c36764b-17d7-419b-ba52-9a9aa2ce24db","MaaSModelRef":{"name":"auth-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"auth-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"auth-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.683589477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"52dd5a4a-ef9c-4400-9940-e2564e120c99","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.800984825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"ff54761f-f158-4a26-b47a-c11f9bc85a80","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.801006741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"ff54761f-f158-4a26-b47a-c11f9bc85a80","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:20.88048038Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"0f809641-cb8f-4bae-abe0-d4ab2eb138cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:21.130365691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"0f809641-cb8f-4bae-abe0-d4ab2eb138cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:21.246978168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"0f809641-cb8f-4bae-abe0-d4ab2eb138cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:21.246999883Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-auth-iso-0884ba","reconcileID":"0f809641-cb8f-4bae-abe0-d4ab2eb138cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-0884ba","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:21.298685046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"94c1ff8e-7398-4382-b928-5bafea135699","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/auth-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:21.29870556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"auth-test-model-d414aa","reconcileID":"94c1ff8e-7398-4382-b928-5bafea135699","MaaSModelRef":{"name":"auth-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"auth-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"auth-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:27.903166958Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:40.024447673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"02c8e990-0daf-43ac-ba31-ed74b3fbebf8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-267844","tenantID":"e2e-extmod-a-267844","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:40.131548241Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"02c8e990-0daf-43ac-ba31-ed74b3fbebf8","name":"e2e-extmod-a-267844-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:50.690486301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b625adf2-755b-4f49-ab9f-d41cbf593540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:50.738758357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b625adf2-755b-4f49-ab9f-d41cbf593540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:50.787073133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b625adf2-755b-4f49-ab9f-d41cbf593540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:50.835622843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b625adf2-755b-4f49-ab9f-d41cbf593540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:52.710890169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bb1743-349d-41a4-8af2-ee4cb81734a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:52.759253939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bb1743-349d-41a4-8af2-ee4cb81734a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:52.807675485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bb1743-349d-41a4-8af2-ee4cb81734a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:52.858208796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3bb1743-349d-41a4-8af2-ee4cb81734a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:54.720737845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020d346f-6613-4a38-a0c4-4d30a424859e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:54.769789643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020d346f-6613-4a38-a0c4-4d30a424859e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:54.818815014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020d346f-6613-4a38-a0c4-4d30a424859e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:54.868178004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020d346f-6613-4a38-a0c4-4d30a424859e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:56.665125448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e241a8db-1ec1-4568-811b-4c9b1ab68caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:56.71560174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e241a8db-1ec1-4568-811b-4c9b1ab68caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:56.76398896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e241a8db-1ec1-4568-811b-4c9b1ab68caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:56.817619796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e241a8db-1ec1-4568-811b-4c9b1ab68caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:57.072587143Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c74be0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c74be0","reconcileID":"9ebf8a4e-6853-4890-bcaa-b1f831fa394f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c74be0","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-c74be0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:57.907205322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:58.657849822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ebe3c0-f1db-4af7-b48d-517f8e8b12e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:58.710526452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ebe3c0-f1db-4af7-b48d-517f8e8b12e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:58.758849431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ebe3c0-f1db-4af7-b48d-517f8e8b12e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:00:58.816648623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ebe3c0-f1db-4af7-b48d-517f8e8b12e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:00.615482091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ea80c9-5ec5-4fc9-b1f1-9e161cc357c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:00.66850916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ea80c9-5ec5-4fc9-b1f1-9e161cc357c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:00.727796345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ea80c9-5ec5-4fc9-b1f1-9e161cc357c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:00.776524937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ea80c9-5ec5-4fc9-b1f1-9e161cc357c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:01.51540562Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-667c51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-667c51","reconcileID":"f11f1204-ed31-4b12-80b8-af707f5f6b6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-667c51","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-667c51":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:02.574325115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc8657c-ba39-4adb-bef7-747e0c3529bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:02.622895174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc8657c-ba39-4adb-bef7-747e0c3529bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:02.671246457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc8657c-ba39-4adb-bef7-747e0c3529bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:02.719764627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc8657c-ba39-4adb-bef7-747e0c3529bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:04.509609725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281879f0-7a22-4008-b7d2-b48ea92d0f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:04.558596625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281879f0-7a22-4008-b7d2-b48ea92d0f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:04.617506026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281879f0-7a22-4008-b7d2-b48ea92d0f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:04.666199159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281879f0-7a22-4008-b7d2-b48ea92d0f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:06.459282881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d78d954-2280-4f02-b0d7-8482e6efb04e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:06.514258758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d78d954-2280-4f02-b0d7-8482e6efb04e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:06.564329195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d78d954-2280-4f02-b0d7-8482e6efb04e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:06.61438914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d78d954-2280-4f02-b0d7-8482e6efb04e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:08.436112295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f240f99c-4955-413d-98d8-43ff62804550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:08.485025476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f240f99c-4955-413d-98d8-43ff62804550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:08.533333074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f240f99c-4955-413d-98d8-43ff62804550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:08.581672837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f240f99c-4955-413d-98d8-43ff62804550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:10.388782462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e8c39e-5619-4ff9-9593-3cc99f42b320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:10.439014838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e8c39e-5619-4ff9-9593-3cc99f42b320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:10.488578056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e8c39e-5619-4ff9-9593-3cc99f42b320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:10.548737957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e8c39e-5619-4ff9-9593-3cc99f42b320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:12.308853561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68788e8c-9cf6-4f93-a980-4edb2a16c4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:12.359034825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68788e8c-9cf6-4f93-a980-4edb2a16c4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:12.407602993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68788e8c-9cf6-4f93-a980-4edb2a16c4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:12.456057802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68788e8c-9cf6-4f93-a980-4edb2a16c4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:14.332094811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb275e2e-8190-4e2e-a89d-25c2eaf1b815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:14.38136408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb275e2e-8190-4e2e-a89d-25c2eaf1b815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:14.429636294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb275e2e-8190-4e2e-a89d-25c2eaf1b815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:14.478082397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb275e2e-8190-4e2e-a89d-25c2eaf1b815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:16.693491209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d01957c-fb84-4ff1-a78e-59af160039d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:16.742029383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d01957c-fb84-4ff1-a78e-59af160039d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:16.79052101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d01957c-fb84-4ff1-a78e-59af160039d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:16.838694093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d01957c-fb84-4ff1-a78e-59af160039d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:17.241595822Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-cc7b69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-cc7b69","reconcileID":"72f9c485-9f05-468c-b5e5-9f427074c9b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-cc7b69","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-cc7b69":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:18.690952211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd59af90-5753-43e7-9b4f-34138c6ff1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:18.739191423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd59af90-5753-43e7-9b4f-34138c6ff1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:18.787641079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd59af90-5753-43e7-9b4f-34138c6ff1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:18.836138043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd59af90-5753-43e7-9b4f-34138c6ff1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:20.578066401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfe32e2-e4a0-45f3-a717-faeb5153cdb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:20.626416637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfe32e2-e4a0-45f3-a717-faeb5153cdb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:20.674823409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfe32e2-e4a0-45f3-a717-faeb5153cdb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:20.723550889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdfe32e2-e4a0-45f3-a717-faeb5153cdb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:22.508095733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e3241d-6e0a-43f3-965f-e69993cdbabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:22.559660796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e3241d-6e0a-43f3-965f-e69993cdbabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:22.608962951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e3241d-6e0a-43f3-965f-e69993cdbabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:22.657501762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e3241d-6e0a-43f3-965f-e69993cdbabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:24.410199401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c336b7c8-eb7a-479e-9006-4846d43c24ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:24.458599456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c336b7c8-eb7a-479e-9006-4846d43c24ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:24.506811664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c336b7c8-eb7a-479e-9006-4846d43c24ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:24.555425437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c336b7c8-eb7a-479e-9006-4846d43c24ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:26.30706976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7394ba10-b993-490f-8688-b8c9ae9cab5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:26.355470224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7394ba10-b993-490f-8688-b8c9ae9cab5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:26.4036412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7394ba10-b993-490f-8688-b8c9ae9cab5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:26.452821153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7394ba10-b993-490f-8688-b8c9ae9cab5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:27.90031847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:28.192847132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed5861a-752a-48e8-ae57-8bc6f144572b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:28.241381566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed5861a-752a-48e8-ae57-8bc6f144572b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:28.289486897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed5861a-752a-48e8-ae57-8bc6f144572b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:28.337904406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed5861a-752a-48e8-ae57-8bc6f144572b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:30.075980053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b970ef2-1dd9-421e-8479-6b621d9a1d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:30.124343916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b970ef2-1dd9-421e-8479-6b621d9a1d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:30.172742639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b970ef2-1dd9-421e-8479-6b621d9a1d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:30.220964968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b970ef2-1dd9-421e-8479-6b621d9a1d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:34.79320436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7286fc-127b-453e-b131-979fb6ab80e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:34.841879796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7286fc-127b-453e-b131-979fb6ab80e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:34.890103758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7286fc-127b-453e-b131-979fb6ab80e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:34.938104206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7286fc-127b-453e-b131-979fb6ab80e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:35.372947712Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fe9d31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fe9d31","reconcileID":"a8bac31d-6a2d-464c-a1a2-5ea682c8c337","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fe9d31","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-fe9d31":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:36.674991303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfbc5fe-0c46-4bda-8735-742ec6615ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:36.723128473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfbc5fe-0c46-4bda-8735-742ec6615ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:36.771176054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfbc5fe-0c46-4bda-8735-742ec6615ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:36.819622378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfbc5fe-0c46-4bda-8735-742ec6615ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:38.576719812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8ae5a1-514c-4a54-9851-16c287d7a1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:38.625272484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8ae5a1-514c-4a54-9851-16c287d7a1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:38.673688223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8ae5a1-514c-4a54-9851-16c287d7a1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:38.726328857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8ae5a1-514c-4a54-9851-16c287d7a1f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:40.491065401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb0f4d-822a-4793-aca8-313d1ab7923e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:40.539416613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb0f4d-822a-4793-aca8-313d1ab7923e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:40.589248059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb0f4d-822a-4793-aca8-313d1ab7923e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:40.638877934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb0f4d-822a-4793-aca8-313d1ab7923e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:42.390727436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e5dd07-c220-47b5-8724-a15499814bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:42.441018375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e5dd07-c220-47b5-8724-a15499814bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:42.490492712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e5dd07-c220-47b5-8724-a15499814bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:42.538895796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e5dd07-c220-47b5-8724-a15499814bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:44.30313821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81300d-a409-4fc0-a0f3-c20311fc96c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:44.351731708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81300d-a409-4fc0-a0f3-c20311fc96c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:44.400042074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81300d-a409-4fc0-a0f3-c20311fc96c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:44.448247734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81300d-a409-4fc0-a0f3-c20311fc96c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:46.190402431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d003282-132e-478f-a3d8-45dfb2e3ef61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:46.238733253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d003282-132e-478f-a3d8-45dfb2e3ef61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:46.287223774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d003282-132e-478f-a3d8-45dfb2e3ef61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:46.335624449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d003282-132e-478f-a3d8-45dfb2e3ef61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:48.117528985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c705d27f-c3a5-4da5-a560-eca258679fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:48.165947294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c705d27f-c3a5-4da5-a560-eca258679fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:48.214133541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c705d27f-c3a5-4da5-a560-eca258679fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:48.262464843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c705d27f-c3a5-4da5-a560-eca258679fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:50.004873207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0372ca2b-ec26-4111-ae09-fac6f68c98c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:50.053407052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0372ca2b-ec26-4111-ae09-fac6f68c98c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:50.102118425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0372ca2b-ec26-4111-ae09-fac6f68c98c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:50.150565843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0372ca2b-ec26-4111-ae09-fac6f68c98c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:51.903665842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b7bd77-5a0a-4582-8c3a-36678211a0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:51.951808934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b7bd77-5a0a-4582-8c3a-36678211a0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:52.000604755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b7bd77-5a0a-4582-8c3a-36678211a0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:52.092036719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b7bd77-5a0a-4582-8c3a-36678211a0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:53.894956701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17822c3-0f8d-4df5-8ace-27c28043a153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:53.943435887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17822c3-0f8d-4df5-8ace-27c28043a153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:53.991772655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17822c3-0f8d-4df5-8ace-27c28043a153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:54.040263942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17822c3-0f8d-4df5-8ace-27c28043a153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:55.794614873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43b1fb6-9b30-4c10-abe9-8e36dfd9ef0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:55.843274577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43b1fb6-9b30-4c10-abe9-8e36dfd9ef0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:55.891704939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43b1fb6-9b30-4c10-abe9-8e36dfd9ef0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:55.94011098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43b1fb6-9b30-4c10-abe9-8e36dfd9ef0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:57.658000109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"1a484d77-50b7-4101-b99d-17f80b6f9219","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:57.817171781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"afc98c82-8aa2-42d9-a65e-1004853e8179","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:57.900660571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:57.989570199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"63e447a5-db18-4436-8632-c0d41f19c89b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:58.216364085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"aa7cbbde-9b24-41f8-973e-a0cb7ad61233","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:58.444145392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"cbbd8275-8de1-4284-a3c1-e773dd4b60d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:58.548009965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"470720c2-f4fa-45e1-a747-1b1453872075","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:58.5574745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"706dba8e-f4f4-482e-9fd2-8e7104d8d781","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:58.768849962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79d09614-422a-4223-bc6c-876f9392cbea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:59.006759619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"79918f60-4218-4919-adc0-f909961f6933","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:59.115607989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"a797bb29-8f35-46f8-a8df-ec644de478d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:59.228834153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"6c0a2f4a-ee56-453b-bf97-5b6ae28eac02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:01:59.328813876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"ef8c85f1-0546-497c-bc21-cd4a8a953f43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:11.796933934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d1f48c-e024-4771-8aa0-e446c565180f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:11.845403246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d1f48c-e024-4771-8aa0-e446c565180f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:11.893823418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d1f48c-e024-4771-8aa0-e446c565180f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:11.942423534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d1f48c-e024-4771-8aa0-e446c565180f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:13.71661141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34541571-84f9-482e-a8d0-c38b36ffe438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:13.764844818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34541571-84f9-482e-a8d0-c38b36ffe438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:13.813162196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34541571-84f9-482e-a8d0-c38b36ffe438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:13.861672323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34541571-84f9-482e-a8d0-c38b36ffe438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:17.508212025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f626d96-1858-4a27-a07e-53fd45625b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:17.556766657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f626d96-1858-4a27-a07e-53fd45625b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:17.605064594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f626d96-1858-4a27-a07e-53fd45625b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:17.653977499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f626d96-1858-4a27-a07e-53fd45625b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:18.056222388Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-969478","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-969478","reconcileID":"7189b1c5-ecea-46b8-935f-e436b4006dba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-969478","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-969478":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:19.470155678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632631fa-4ac8-4b97-a9f7-f139f5467fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:19.518913936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632631fa-4ac8-4b97-a9f7-f139f5467fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:19.567642395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632631fa-4ac8-4b97-a9f7-f139f5467fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:19.61594828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632631fa-4ac8-4b97-a9f7-f139f5467fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:21.392635696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a900d3d-aefd-4aea-aabd-0e6b5dfaece1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:21.4416256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a900d3d-aefd-4aea-aabd-0e6b5dfaece1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:21.489906389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a900d3d-aefd-4aea-aabd-0e6b5dfaece1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:21.538297411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a900d3d-aefd-4aea-aabd-0e6b5dfaece1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:27.901105512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:33.246821335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"8a0ae89e-1ec9-438d-b124-15ae265129fb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c74be0","tenantID":"e2e-extmod-b-c74be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:33.356709114Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"8a0ae89e-1ec9-438d-b124-15ae265129fb","name":"e2e-extmod-b-c74be0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:37.811988783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"f077d6d9-f07d-4f50-973c-13f1516668a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-667c51","tenantID":"e2e-autores-667c51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:37.920268622Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"f077d6d9-f07d-4f50-973c-13f1516668a7","name":"e2e-autores-667c51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:53.921872364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"80ccd63a-8488-421e-a97f-8b0d8d498800","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:54.264223871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"ce3557ef-e332-4f6b-983a-765afa8d4b1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:54.372785442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"5478c757-fe29-4cc9-8296-a2eb825d4a8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:54.650449761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"f3d2d824-92a2-424e-b97d-32920c3e7143","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:54.776510093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1eeca4f9-1a1a-434e-9d5a-b673278c4591","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:54.880534163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"3efe0dbe-d592-4cc9-8fa8-ab2bda39bc0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:54.9777539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"e465057c-deb2-4749-a42b-cf46ca7d1793","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:55.085434058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"ea0dd0de-33e2-420e-92f1-462fd4251b69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:55.273404526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"b0966167-d774-4277-89be-91384a195fc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:55.374408986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"26abe0da-5aad-496b-b89e-997d3bbcbede","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:55.395064386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79b5a845-0375-4d7f-baae-574cb3530d75","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:55.710068074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"46570670-7161-44a6-ac2f-837dbcb16d57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:02:57.900231514Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:03:00.000147641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"67309a5b-61e3-4c4d-86c3-f242c994bd63","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cc7b69","tenantID":"e2e-extmod-b-cc7b69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:03:00.108195918Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"67309a5b-61e3-4c4d-86c3-f242c994bd63","name":"e2e-extmod-b-cc7b69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:03:22.452001042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"f32fb163-0adc-4641-8ab7-6e3a576da4ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fe9d31","tenantID":"e2e-extmod-a-fe9d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:03:22.55887768Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"f32fb163-0adc-4641-8ab7-6e3a576da4ef","name":"e2e-extmod-a-fe9d31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:03:27.900927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:03:57.900069324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:07.457633681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"445fb862-2413-437d-8789-48aeeda473fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969478","tenantID":"e2e-extmod-b-969478","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:07.569648429Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"445fb862-2413-437d-8789-48aeeda473fa","name":"e2e-extmod-b-969478-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:07.70989297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b5ab54-69d6-49ca-8044-35fee2750422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:07.760636706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b5ab54-69d6-49ca-8044-35fee2750422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:07.829721911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b5ab54-69d6-49ca-8044-35fee2750422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:07.884866526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b5ab54-69d6-49ca-8044-35fee2750422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:09.66499324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9f6d4d-f37b-4f38-83d5-53cfd264a252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:09.713344206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9f6d4d-f37b-4f38-83d5-53cfd264a252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:09.761906482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9f6d4d-f37b-4f38-83d5-53cfd264a252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:09.811255361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9f6d4d-f37b-4f38-83d5-53cfd264a252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:11.570092909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca57f08-8f2c-47be-9c2d-20deab954123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:11.618854957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca57f08-8f2c-47be-9c2d-20deab954123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:11.667539617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca57f08-8f2c-47be-9c2d-20deab954123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:11.716120196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca57f08-8f2c-47be-9c2d-20deab954123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.330945303Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","namespace":"ai-tenant-e2e-autores-667c51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.331007275Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","namespace":"ai-tenant-e2e-autores-667c51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.331054463Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","tenant":"e2e-autores-667c51","tenantID":"e2e-autores-667c51","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.380913034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"Deployment","name":"maas-api-e2e-autores-667c51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.438810239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"Service","name":"maas-api-e2e-autores-667c51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.494919479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-667c51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.545157651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-667c51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.59544411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.645846712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.697214824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.747374192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.795670043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"Deployment","name":"payload-processing-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.843669206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.892036318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"Service","name":"payload-processing-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.939645289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"Service","name":"payload-pre-processing-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:21.987668939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"DestinationRule","name":"payload-processing-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:22.035682037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:22.083552161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:22.131674551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:22.213337313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:22.264452735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:22.312442739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-667c51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:22.360724068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-667c51"},"namespace":"ai-tenant-e2e-autores-667c51","name":"default-tenant","reconcileID":"42111022-7993-4283-9eca-0c01fb2ac10e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-667c51","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:23.003007265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d77d8e3-63e6-4eff-a5f4-e09bffc9453e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:23.051566379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d77d8e3-63e6-4eff-a5f4-e09bffc9453e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:23.100017171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d77d8e3-63e6-4eff-a5f4-e09bffc9453e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:23.148650166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d77d8e3-63e6-4eff-a5f4-e09bffc9453e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:24.905902286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2970857-5a6e-4f43-b4ff-416536a2efaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:24.954429403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2970857-5a6e-4f43-b4ff-416536a2efaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:25.002921225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2970857-5a6e-4f43-b4ff-416536a2efaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:25.054404641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2970857-5a6e-4f43-b4ff-416536a2efaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:26.805352263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5617201-e6b6-458e-aa30-4dda99026071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:26.853782368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5617201-e6b6-458e-aa30-4dda99026071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:26.902581866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5617201-e6b6-458e-aa30-4dda99026071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:26.950922026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5617201-e6b6-458e-aa30-4dda99026071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.197426252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","namespace":"ai-tenant-e2e-extmod-a-df076c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.197481712Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","namespace":"ai-tenant-e2e-extmod-a-df076c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.197528848Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","tenant":"e2e-extmod-a-df076c","tenantID":"e2e-extmod-a-df076c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.247202098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-df076c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.304956418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"Service","name":"maas-api-e2e-extmod-a-df076c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.355676406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-df076c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.405825456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-df076c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.456387291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.507972151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.560697896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.61139128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.660680999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.713506235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.772048787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"Service","name":"payload-processing-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.827844112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.878367749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.900120765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.941677358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:27.99302346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:28.043876306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:28.093921716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:28.143778055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:28.19456696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-df076c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:28.264687923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-df076c"},"namespace":"ai-tenant-e2e-extmod-a-df076c","name":"default-tenant","reconcileID":"7ee44288-7961-494e-9520-1120a5efe36e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-df076c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:28.801971451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d97255-4272-42c0-8a08-c1e08f2a5e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:28.850325875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d97255-4272-42c0-8a08-c1e08f2a5e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:28.898449031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d97255-4272-42c0-8a08-c1e08f2a5e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:28.94659388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d97255-4272-42c0-8a08-c1e08f2a5e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:30.748837923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81eef5a1-bff1-49db-a6fc-11243de8fcc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:30.797541361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81eef5a1-bff1-49db-a6fc-11243de8fcc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:30.845975814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81eef5a1-bff1-49db-a6fc-11243de8fcc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:30.894514708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81eef5a1-bff1-49db-a6fc-11243de8fcc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:31.458935342Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-667c51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-667c51","reconcileID":"f6fdca5e-0479-446a-a40d-1e3a40794932","aitenant":"ai-tenants/e2e-autores-667c51","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:32.198976789Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-667c51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-667c51","reconcileID":"f6fdca5e-0479-446a-a40d-1e3a40794932","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-667c51","removed":["maas.opendatahub.io/gateway-access-e2e-autores-667c51"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:32.671887876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87941c8b-be6b-446e-8164-e6aba10e7a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:32.723967556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87941c8b-be6b-446e-8164-e6aba10e7a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:32.772986096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87941c8b-be6b-446e-8164-e6aba10e7a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:32.82147082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87941c8b-be6b-446e-8164-e6aba10e7a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:34.098247166Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-df076c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-df076c","reconcileID":"d80bfa07-5357-44e8-bb1f-5de9ee8c28fd","aitenant":"ai-tenants/e2e-extmod-a-df076c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:34.593658091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94c3daa-de3e-451b-ae96-80755b975e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:34.6419167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94c3daa-de3e-451b-ae96-80755b975e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:34.690335382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94c3daa-de3e-451b-ae96-80755b975e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:34.738544336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94c3daa-de3e-451b-ae96-80755b975e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:34.89154462Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-df076c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-df076c","reconcileID":"d80bfa07-5357-44e8-bb1f-5de9ee8c28fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-df076c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-df076c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:36.53719403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbac775-be7c-45a8-b31d-92a7c3106ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:36.585621943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbac775-be7c-45a8-b31d-92a7c3106ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:36.634083094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbac775-be7c-45a8-b31d-92a7c3106ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:36.682370618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbac775-be7c-45a8-b31d-92a7c3106ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:38.503793339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5567b1e3-fe03-4efe-95f0-3755b3048a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:38.553125191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5567b1e3-fe03-4efe-95f0-3755b3048a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:38.601569196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5567b1e3-fe03-4efe-95f0-3755b3048a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:38.650157766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5567b1e3-fe03-4efe-95f0-3755b3048a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:39.348922111Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d15676","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d15676","reconcileID":"35ed5b68-c8ad-4aaa-9f66-10997da018b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d15676","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d15676":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:40.442527122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18ae17c-a624-4038-a3a1-5c8e80bb1a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:40.490678069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18ae17c-a624-4038-a3a1-5c8e80bb1a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:40.53909016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18ae17c-a624-4038-a3a1-5c8e80bb1a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:40.587800794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18ae17c-a624-4038-a3a1-5c8e80bb1a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:42.391600554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f19ad4f-3754-4eb2-a8ef-30bb8f57e73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:42.440365661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f19ad4f-3754-4eb2-a8ef-30bb8f57e73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:42.489623576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f19ad4f-3754-4eb2-a8ef-30bb8f57e73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:42.541516856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f19ad4f-3754-4eb2-a8ef-30bb8f57e73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:44.334039804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fb8325-2657-47fd-8fde-15372d25e318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:44.382500541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fb8325-2657-47fd-8fde-15372d25e318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:44.430897749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fb8325-2657-47fd-8fde-15372d25e318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:44.479574907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fb8325-2657-47fd-8fde-15372d25e318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:04:57.902929353Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.260521154Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","namespace":"ai-tenant-e2e-extmod-a-fe9d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.260580164Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","namespace":"ai-tenant-e2e-extmod-a-fe9d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.26063142Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","tenant":"e2e-extmod-a-fe9d31","tenantID":"e2e-extmod-a-fe9d31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.312516305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"Deployment","name":"maas-api-e2e-extmod-a-fe9d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.368299561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"Service","name":"maas-api-e2e-extmod-a-fe9d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.423735245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-fe9d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.474103631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-fe9d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.524414579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.580189163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.642283146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.692983071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.748081547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.796096727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.843869958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"Service","name":"payload-processing-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.892402025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.940199497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:01.987937297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:02.035750194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:02.083606464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:02.131543006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:02.179764991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:02.227637986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-fe9d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:02.275621718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fe9d31"},"namespace":"ai-tenant-e2e-extmod-a-fe9d31","name":"default-tenant","reconcileID":"188e649d-c4d3-4c19-94bd-8b2e36690856","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-fe9d31","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:06.331628149Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fe9d31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fe9d31","reconcileID":"f8fd4bf3-7a93-40f2-8d2d-bdefb88e8eee","aitenant":"ai-tenants/e2e-extmod-a-fe9d31","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:06.835706393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87960791-4a50-4bf9-9493-010538197cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:06.884249468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87960791-4a50-4bf9-9493-010538197cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:06.932692831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87960791-4a50-4bf9-9493-010538197cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:06.98149549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87960791-4a50-4bf9-9493-010538197cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:07.091464392Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fe9d31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fe9d31","reconcileID":"f8fd4bf3-7a93-40f2-8d2d-bdefb88e8eee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fe9d31","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-fe9d31"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:08.830521754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf9a826-8939-4860-85e0-aba504180dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:08.879015759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf9a826-8939-4860-85e0-aba504180dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:08.927404837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf9a826-8939-4860-85e0-aba504180dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:08.975932362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf9a826-8939-4860-85e0-aba504180dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.589334128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"6a22f2a0-d7be-40c4-9009-578a7c0415ce","namespace":"llm","name":"e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.645598145Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"f66c78d2-2fa4-444a-8296-80405ff74af0","namespace":"llm","name":"e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.736556332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e8816573-97da-4e02-8c33-fc559d2616d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.73660784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"a191dddc-cfec-4140-a682-130558e79b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.736949916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"4dd4f81b-db86-4e90-ae06-1ffb5d2e18b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.737006531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"bcac742b-4194-4836-a274-45ae8ce78705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.737378356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"edb53f38-d86d-49aa-ae29-066d224a1232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.789920378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"a191dddc-cfec-4140-a682-130558e79b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.790094841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"e8816573-97da-4e02-8c33-fc559d2616d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.792163196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"edb53f38-d86d-49aa-ae29-066d224a1232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.792414312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"4dd4f81b-db86-4e90-ae06-1ffb5d2e18b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.794391655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"bcac742b-4194-4836-a274-45ae8ce78705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.863348112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63d8479c-5ca5-434b-812e-973ab4585fa6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.863369105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63d8479c-5ca5-434b-812e-973ab4585fa6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.863751801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6279860f-29b8-439c-85f7-b78f30c5f8bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.863769263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6279860f-29b8-439c-85f7-b78f30c5f8bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.864009096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5c14ece-002e-49da-84e1-92ba0972a21d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.86401913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5c14ece-002e-49da-84e1-92ba0972a21d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.864226336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c7897b2e-21ca-4dab-8888-339e61e9d8e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.864236299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c7897b2e-21ca-4dab-8888-339e61e9d8e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.864478714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"661275bf-ed00-4b2b-bcae-b5b50ea0da1c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.86448879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"661275bf-ed00-4b2b-bcae-b5b50ea0da1c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.864691817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7461c3b4-36e9-4e4f-b66b-39c57f698a12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.86470148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7461c3b4-36e9-4e4f-b66b-39c57f698a12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.864920256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe8fa210-a528-461d-8f43-7602a0b74a74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.864929408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe8fa210-a528-461d-8f43-7602a0b74a74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.865213231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c921bba0-7935-44b4-8ba9-bf573066ee4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:10.865223137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c921bba0-7935-44b4-8ba9-bf573066ee4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.060207772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e38761dc-27bf-437a-8980-527646aaf065","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.066218122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"81f6d310-ccd7-4292-94d4-29a9042a116d","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"name":"e2e-dft-4b5941","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.131621609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"388a7cf4-bd5e-4643-a1ec-db1cad274f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.131631817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf1c77ec-5658-4026-a2dc-1dcc6adf0610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.132733266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"d83075a4-f944-49e9-9ffb-8e3500add078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.132747531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"720fd68b-7519-4347-966b-b91061d75c96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.133157152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c8c82f0-014c-4509-8e55-26e55b5bf57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.156943746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a678120-1637-469d-bea3-7849aead7f74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.167788737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a53010a-6cef-4e65-8e05-a91b95a34d8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.167817455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a53010a-6cef-4e65-8e05-a91b95a34d8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.168148653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc246a0-787a-4e35-9179-e80a7469c140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.168160983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc246a0-787a-4e35-9179-e80a7469c140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.168521681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3574b437-6497-4bf6-8764-8447edf5715b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.168535926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3574b437-6497-4bf6-8764-8447edf5715b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.168785128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bce8ca8f-bd59-4009-9681-7de258816b3c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.168795953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bce8ca8f-bd59-4009-9681-7de258816b3c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.18483394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"388a7cf4-bd5e-4643-a1ec-db1cad274f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.184873479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf1c77ec-5658-4026-a2dc-1dcc6adf0610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.187482123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"720fd68b-7519-4347-966b-b91061d75c96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.187700055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"d83075a4-f944-49e9-9ffb-8e3500add078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.190157212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c8c82f0-014c-4509-8e55-26e55b5bf57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.222124933Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"a8f1b145-5c16-42ef-b61c-93a0122386e5","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"name":"e2e-dft-4b5941","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.27088244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5afe6ad8-ed38-4022-be23-750054abf0a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.270904941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5afe6ad8-ed38-4022-be23-750054abf0a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.271366792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d81bbda-ce8c-4c69-a7bb-bcb18686c767","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.271386833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d81bbda-ce8c-4c69-a7bb-bcb18686c767","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.271754581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24a77427-1744-47de-a32b-8dd599c75334","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.271773877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24a77427-1744-47de-a32b-8dd599c75334","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.272065851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"587438b7-e28d-4692-8432-9e7844c34194","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.272076834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"587438b7-e28d-4692-8432-9e7844c34194","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.483107119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"14d8e1d8-5db6-4f7b-aaf2-6d9fc4b12a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.483320934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"2bd65411-eac5-4103-a4d5-5222060ced0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.483107659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a4de4061-3d48-4515-a667-7d4ffdbe0316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.483894971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"0d7f634b-bf0c-4d0e-a02a-4bbfb7ae1a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.484224642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e16c6323-8b0f-429b-b087-b56919da10a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.537122569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"14d8e1d8-5db6-4f7b-aaf2-6d9fc4b12a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.537412935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"2bd65411-eac5-4103-a4d5-5222060ced0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.53965395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e16c6323-8b0f-429b-b087-b56919da10a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.539740495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"0d7f634b-bf0c-4d0e-a02a-4bbfb7ae1a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.543465909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a4de4061-3d48-4515-a667-7d4ffdbe0316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.82698622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"ff9bef8e-d263-4bf8-9f7b-d609c545050f","namespace":"llm","name":"e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.829602664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"307bc7a4-752d-4093-b33a-18ec0057390f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.830178382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95c44075-4133-4254-b44f-dc29cdb9e465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.830795278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8869c673-3342-498a-a693-7a1704bf4d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.831331996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc4b3f44-99b4-4481-8a9a-d39d10ccf98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.885971342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"38c85b2c-3e64-4848-99df-21f964c53de8","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.886010233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"38c85b2c-3e64-4848-99df-21f964c53de8","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.903157302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95c44075-4133-4254-b44f-dc29cdb9e465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.908500774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8869c673-3342-498a-a693-7a1704bf4d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.910044492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"307bc7a4-752d-4093-b33a-18ec0057390f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.912065179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc4b3f44-99b4-4481-8a9a-d39d10ccf98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:11.983526281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"e10e3543-583f-4508-96af-6b37d3aa4392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.04639074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"e10e3543-583f-4508-96af-6b37d3aa4392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.205497689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"3bb7b594-4f20-4ce3-b62f-1d4fafef7eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.205643953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"f2109c3e-2adf-4e84-bd14-2303bf351538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.205500049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"f8a67a96-4dc6-4f27-9412-35285408ea69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.218935698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d095033-e6a6-4a16-832a-5868d9682484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.260750534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"f8a67a96-4dc6-4f27-9412-35285408ea69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.262584048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"3bb7b594-4f20-4ce3-b62f-1d4fafef7eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.268083293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"f2109c3e-2adf-4e84-bd14-2303bf351538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.275920464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d095033-e6a6-4a16-832a-5868d9682484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.340460678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75396346-a270-415f-aac8-45920486ad26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.394436459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75396346-a270-415f-aac8-45920486ad26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.557041294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"81dd9b7d-7ca7-43b7-97e9-0b37b9579230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.557082183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c42bc38b-887b-4b93-a038-94de056f8e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.561798299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"f759032e-6a32-4a8f-84db-1de576fc4622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.570874729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"fc055463-d55e-45fa-9ff2-55f73b053556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.610913495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c42bc38b-887b-4b93-a038-94de056f8e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.611273611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"81dd9b7d-7ca7-43b7-97e9-0b37b9579230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.615069449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"f759032e-6a32-4a8f-84db-1de576fc4622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.625214755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"fc055463-d55e-45fa-9ff2-55f73b053556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.746053625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"73e7e3b5-fd72-471b-a4f4-79d6e67a3f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.802077997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"73e7e3b5-fd72-471b-a4f4-79d6e67a3f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.913292335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"21dcb919-eb48-4f84-b8bc-780050964122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:12.966428515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"21dcb919-eb48-4f84-b8bc-780050964122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:17.228632434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"441ad717-de6c-447e-a405-defd1cc67884","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:17.228663678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"441ad717-de6c-447e-a405-defd1cc67884","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:17.32767409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"249190c0-871d-41f3-b8dc-779949c4bf03","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:17.327701423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"249190c0-871d-41f3-b8dc-779949c4bf03","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:17.426898942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"9d09ae96-d253-4b29-98c6-149151981c84","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:17.480699962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"9d09ae96-d253-4b29-98c6-149151981c84","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:17.904012232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"2bc6683d-1538-4986-8b04-61ae86bbb403","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:17.904042316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"2bc6683d-1538-4986-8b04-61ae86bbb403","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:18.053634565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"f03e3913-3768-4bae-b405-e3d83e351758","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:18.108664252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"f03e3913-3768-4bae-b405-e3d83e351758","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:05:18.457415169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"f03e3913-3768-4bae-b405-e3d83e351758","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-4b5941-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:18.666208102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"504b6cd9-bad6-461e-8a2f-98a66f8fdde8","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:18.719451644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"504b6cd9-bad6-461e-8a2f-98a66f8fdde8","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:19.997612018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"6af8d831-05f6-4ec8-b96e-365823b5b75c","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:19.997637757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"6af8d831-05f6-4ec8-b96e-365823b5b75c","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:05:20.050048648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-sub","reconcileID":"56248176-be04-455a-a660-9f5f6d988a42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-4b5941-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.141592514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d979759-6832-4baa-8881-d4fb4262d4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.141756793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"be3513ba-1e86-4048-9f41-7a01761cd066","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.141594747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb30c2c3-46b2-4df1-acd4-20513172f0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.149586093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"aef7ceab-30d4-4c7a-a78b-bd93fff66fa0","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.149611888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"aef7ceab-30d4-4c7a-a78b-bd93fff66fa0","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:05:20.247817627Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"aef7ceab-30d4-4c7a-a78b-bd93fff66fa0","name":"e2e-dft-4b5941","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4b5941\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:05:20.247882411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"aef7ceab-30d4-4c7a-a78b-bd93fff66fa0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4b5941\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.259408289Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"be3513ba-1e86-4048-9f41-7a01761cd066","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:05:20.265414308Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb30c2c3-46b2-4df1-acd4-20513172f0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:05:20.265428187Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d979759-6832-4baa-8881-d4fb4262d4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.29686669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"dbe2f048-fa0e-4b3e-ad2c-8e681bbd2f10","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.296890469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"dbe2f048-fa0e-4b3e-ad2c-8e681bbd2f10","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.31056602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"be3513ba-1e86-4048-9f41-7a01761cd066","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:05:20.318671472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb30c2c3-46b2-4df1-acd4-20513172f0a4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:05:20.321585425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d979759-6832-4baa-8881-d4fb4262d4f2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.345862385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8406c39c-6470-4fb7-b213-e9f5e8b3d26a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.345878512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8406c39c-6470-4fb7-b213-e9f5e8b3d26a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.346208553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42c63de8-13a0-43d5-a716-e6d747f9b5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.346219662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42c63de8-13a0-43d5-a716-e6d747f9b5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.409706843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"bc5ed20d-728c-44d9-b4a3-0a4e1c95f371","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.409732462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"bc5ed20d-728c-44d9-b4a3-0a4e1c95f371","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.459823602Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-sub","reconcileID":"c12908e7-4e64-464a-b58d-bbded803df31","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4b5941","model":"e2e-dft-4b5941","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-4b5941-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.513007787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"381cf986-620b-44f8-89a2-8d815cbd37b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.513504961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fddd802-30b3-4a9c-bc75-c4075fd9b715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.557426522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"55b93de5-bcdc-40a3-88d5-cdb1a7f251a8","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.566195291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fddd802-30b3-4a9c-bc75-c4075fd9b715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.566225624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"381cf986-620b-44f8-89a2-8d815cbd37b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.610405493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"55b93de5-bcdc-40a3-88d5-cdb1a7f251a8","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.61846373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fddd802-30b3-4a9c-bc75-c4075fd9b715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.712784929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"3496ca3d-7154-445b-ae52-cbf3cc0e5867","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.712813565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"3496ca3d-7154-445b-ae52-cbf3cc0e5867","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.76259995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d4bb130-5671-4ba1-b567-56f33518f78a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.762619108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d4bb130-5671-4ba1-b567-56f33518f78a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:20.939282849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-sub","reconcileID":"56a6bfda-f592-4102-96d6-bdc6c4ef0559","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4b5941","model":"llm/e2e-dft-4b5941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:27.901867108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:28.421697525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfeb245-8b77-43d9-be24-e4dbb19dda15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:28.470288712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfeb245-8b77-43d9-be24-e4dbb19dda15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:28.518720167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfeb245-8b77-43d9-be24-e4dbb19dda15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:28.567271051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfeb245-8b77-43d9-be24-e4dbb19dda15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:29.762681318Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","namespace":"ai-tenant-e2e-extmod-a-267844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:29.76274335Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","namespace":"ai-tenant-e2e-extmod-a-267844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:29.762792199Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","tenant":"e2e-extmod-a-267844","tenantID":"e2e-extmod-a-267844","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:29.812919533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"Deployment","name":"maas-api-e2e-extmod-a-267844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:29.868497548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"Service","name":"maas-api-e2e-extmod-a-267844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:29.919605456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-267844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:29.969423467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-267844","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.020197949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.070878758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.12151775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.172098468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.222564795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.270891321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.319102382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"Service","name":"payload-processing-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.371389474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede257f7-78c2-43e2-81c2-d8d47a9fe236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.420382815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.420695897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede257f7-78c2-43e2-81c2-d8d47a9fe236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.469560621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.471174985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede257f7-78c2-43e2-81c2-d8d47a9fe236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.519266566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.520196586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede257f7-78c2-43e2-81c2-d8d47a9fe236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.569047481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.620429195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.668543423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.716687314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.765928882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5ce5a6d-6b7a-445f-b1d9-050b9e509c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.778775384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da5a462d-7b02-4c39-b114-520a6bcb1905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.77940412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-267844","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.779799343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"93bcbc6e-aaca-4b38-9ffb-46aefafd3868","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.822788757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5ce5a6d-6b7a-445f-b1d9-050b9e509c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.827387977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-267844"},"namespace":"ai-tenant-e2e-extmod-a-267844","name":"default-tenant","reconcileID":"06677aeb-6958-43c8-b2b9-91aa94e3c9e7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-267844","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.832437146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da5a462d-7b02-4c39-b114-520a6bcb1905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.833709218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"93bcbc6e-aaca-4b38-9ffb-46aefafd3868","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.87358978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5ce5a6d-6b7a-445f-b1d9-050b9e509c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.884224942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"93bcbc6e-aaca-4b38-9ffb-46aefafd3868","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.884411713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da5a462d-7b02-4c39-b114-520a6bcb1905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.925608599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6df584ee-cdbc-40d8-a2b4-2f1234528c23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:30.925629159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6df584ee-cdbc-40d8-a2b4-2f1234528c23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:32.306373725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00454967-0adb-4839-9893-fecf1138e4a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:32.355051578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00454967-0adb-4839-9893-fecf1138e4a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:32.403754918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00454967-0adb-4839-9893-fecf1138e4a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:32.452173196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00454967-0adb-4839-9893-fecf1138e4a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:34.252552405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ccfa16-47bd-4e54-bd5e-77b5401cc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:34.30112962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ccfa16-47bd-4e54-bd5e-77b5401cc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:34.34974541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ccfa16-47bd-4e54-bd5e-77b5401cc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:34.398102005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ccfa16-47bd-4e54-bd5e-77b5401cc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:34.899925862Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-267844","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-267844","reconcileID":"2e80e509-d744-4756-a881-d75e0ffc9e5c","aitenant":"ai-tenants/e2e-extmod-a-267844","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:35.606583554Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-267844","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-267844","reconcileID":"2e80e509-d744-4756-a881-d75e0ffc9e5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-267844","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-267844"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:35.746200626Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"cee90e22-5064-4587-8661-336d72a14081","namespace":"ai-tenant-e2e-extmod-a-4717c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:35.746300289Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"cee90e22-5064-4587-8661-336d72a14081","namespace":"ai-tenant-e2e-extmod-a-4717c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:35.746421087Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"cee90e22-5064-4587-8661-336d72a14081","aitenant":"ai-tenants/e2e-extmod-a-4717c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:36.198444182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96113ee7-06b4-498b-850e-a31eab496c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:36.24921011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96113ee7-06b4-498b-850e-a31eab496c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:36.301354335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96113ee7-06b4-498b-850e-a31eab496c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:36.352325806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96113ee7-06b4-498b-850e-a31eab496c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:38.107393607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68da39ff-1022-4acd-9fd5-a3b576b33961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:38.156038723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68da39ff-1022-4acd-9fd5-a3b576b33961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:38.204547921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68da39ff-1022-4acd-9fd5-a3b576b33961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:38.253180899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68da39ff-1022-4acd-9fd5-a3b576b33961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:40.011725689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25a6f31-6fe7-4dc2-b69e-6d03f20e32da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:40.0601828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25a6f31-6fe7-4dc2-b69e-6d03f20e32da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:40.108599682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25a6f31-6fe7-4dc2-b69e-6d03f20e32da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:40.159180107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25a6f31-6fe7-4dc2-b69e-6d03f20e32da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:41.076926375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"d8bc994b-1c9a-4bfd-9e65-5c7b6d54330a","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:41.076935844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d31de416-c5aa-4b7d-9cfd-7501c8750d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:41.117491815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f01b1e2-c73a-41e6-9080-9b46dd0405cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:41.129633636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d31de416-c5aa-4b7d-9cfd-7501c8750d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:41.129764385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"d8bc994b-1c9a-4bfd-9e65-5c7b6d54330a","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:41.169713225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f01b1e2-c73a-41e6-9080-9b46dd0405cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:41.182126496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"d8bc994b-1c9a-4bfd-9e65-5c7b6d54330a","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:41.182180315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d31de416-c5aa-4b7d-9cfd-7501c8750d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:41.220902222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f01b1e2-c73a-41e6-9080-9b46dd0405cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:51.378141383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a32422b0-2a6c-4815-8981-02adf5d7eec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:51.378153017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"de2c916c-6f88-439a-84ec-8a4d0677d4be","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:51.415896582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6312573-c17b-4111-b4d1-cff9db3ecc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:51.430750794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"de2c916c-6f88-439a-84ec-8a4d0677d4be","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:51.431343254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a32422b0-2a6c-4815-8981-02adf5d7eec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:51.469341296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6312573-c17b-4111-b4d1-cff9db3ecc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:51.483008975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"de2c916c-6f88-439a-84ec-8a4d0677d4be","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:51.483205447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a32422b0-2a6c-4815-8981-02adf5d7eec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:51.520485555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6312573-c17b-4111-b4d1-cff9db3ecc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:05:57.901893084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:01.678653643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6f71575-07ef-422e-99b9-f5f324fd65d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:01.679104296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"b9ef29b0-c9dd-496e-8fa3-3f7a1b8a6829","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:01.731533015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6f71575-07ef-422e-99b9-f5f324fd65d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:01.733412963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"b9ef29b0-c9dd-496e-8fa3-3f7a1b8a6829","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:01.776179982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3a26edd-9330-4f46-97cb-7cb53b0bf3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:01.782629198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6f71575-07ef-422e-99b9-f5f324fd65d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:01.784526235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"b9ef29b0-c9dd-496e-8fa3-3f7a1b8a6829","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:01.830120355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3a26edd-9330-4f46-97cb-7cb53b0bf3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:01.882805274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3a26edd-9330-4f46-97cb-7cb53b0bf3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:07.417137463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7f5a0e-0b5f-499d-aa53-5b2e9d96aa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:07.465589296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7f5a0e-0b5f-499d-aa53-5b2e9d96aa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:07.516470114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7f5a0e-0b5f-499d-aa53-5b2e9d96aa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:07.566144634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7f5a0e-0b5f-499d-aa53-5b2e9d96aa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:08.46658151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-sub","reconcileID":"997231f5-579c-4041-ab4f-d3c56e9dc975","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4b5941","model":"llm/e2e-dft-4b5941","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:08.793198772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"d11e2623-f2a6-4e27-bed7-960d7ec292e7","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:08.793229386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"d11e2623-f2a6-4e27-bed7-960d7ec292e7","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.48984321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5479eb-16b4-4cfd-a1d5-6d3a4fd50252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.538799761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5479eb-16b4-4cfd-a1d5-6d3a4fd50252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.589333213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5479eb-16b4-4cfd-a1d5-6d3a4fd50252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.638096926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5479eb-16b4-4cfd-a1d5-6d3a4fd50252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.837112483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59b840d5-d34f-44e4-855d-eb688b6678e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.837376434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa27bfa-4ae5-45f9-84d6-301923eb33ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.837727715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"0b4c21e4-6415-4ea4-85b9-05393b08e1a2","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.891096628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"0b4c21e4-6415-4ea4-85b9-05393b08e1a2","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.892560797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa27bfa-4ae5-45f9-84d6-301923eb33ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.893997915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59b840d5-d34f-44e4-855d-eb688b6678e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.942549591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c9db582e241bc8fc15e4f8abfc0e9c2e12131e16f6910995b361a75674dbba12) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9e2620ca9a24f0d3b822bbbe7d7b8c870010f777a519103ed97ea792e4aaef5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7257035e649223db5828cdb947df2c8947820ac91c3d4ce54b6055e2ccdb73f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f73c3ad2e8f6edd013d3a095adf437062ef1ca9b8d6af0d411a9e175f4a37966) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"0b4c21e4-6415-4ea4-85b9-05393b08e1a2","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.945079524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c9db582e241bc8fc15e4f8abfc0e9c2e12131e16f6910995b361a75674dbba12) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9e2620ca9a24f0d3b822bbbe7d7b8c870010f777a519103ed97ea792e4aaef5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7257035e649223db5828cdb947df2c8947820ac91c3d4ce54b6055e2ccdb73f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f73c3ad2e8f6edd013d3a095adf437062ef1ca9b8d6af0d411a9e175f4a37966) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa27bfa-4ae5-45f9-84d6-301923eb33ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:09.945455937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c9db582e241bc8fc15e4f8abfc0e9c2e12131e16f6910995b361a75674dbba12) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9e2620ca9a24f0d3b822bbbe7d7b8c870010f777a519103ed97ea792e4aaef5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7257035e649223db5828cdb947df2c8947820ac91c3d4ce54b6055e2ccdb73f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f73c3ad2e8f6edd013d3a095adf437062ef1ca9b8d6af0d411a9e175f4a37966) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59b840d5-d34f-44e4-855d-eb688b6678e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:10.046887475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"0140acce-20c7-44ac-9a97-b7f79095d149","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:10.047003676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"0140acce-20c7-44ac-9a97-b7f79095d149","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:10.09744738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6145288f-213b-4683-8b71-626c18699507","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:10.097469101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6145288f-213b-4683-8b71-626c18699507","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:10.097877775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"145a6dd3-ba64-4eff-9a51-8b2dc40a1187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:10.097891384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"145a6dd3-ba64-4eff-9a51-8b2dc40a1187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:11.415140852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1ab736-f586-471a-9aa3-3ef90e847990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:11.463671601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1ab736-f586-471a-9aa3-3ef90e847990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:11.512281238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1ab736-f586-471a-9aa3-3ef90e847990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:11.561028397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1ab736-f586-471a-9aa3-3ef90e847990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:12.263742259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"3027a99b-62f0-466a-8005-8bea50518422","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d15676","tenantID":"e2e-extmod-a-d15676","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:12.370452778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"3027a99b-62f0-466a-8005-8bea50518422","name":"e2e-extmod-a-d15676-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:12.422282225Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"8077aa53-14f3-438c-9ef8-c98fe203845e","namespace":"ai-tenant-e2e-extmod-b-cc7b69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:12.422391878Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"8077aa53-14f3-438c-9ef8-c98fe203845e","namespace":"ai-tenant-e2e-extmod-b-cc7b69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:12.422441029Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"8077aa53-14f3-438c-9ef8-c98fe203845e","aitenant":"ai-tenants/e2e-extmod-b-cc7b69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:12.929914091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"5be504b2-84e6-4c5d-9c3a-26c14a81e48b","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:12.929940852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"5be504b2-84e6-4c5d-9c3a-26c14a81e48b","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.073179819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cb0d71b-635a-4576-b3e0-ff9bdad00cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.0733357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9516d598-131e-45c7-b1ed-ee55c731567c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.073179722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"c00f879f-232b-4f43-8283-b984ad655633","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.080107548Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-sub","reconcileID":"27d1d400-2b63-40c8-9d9c-43d842768653","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc42e667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.131950488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"c00f879f-232b-4f43-8283-b984ad655633","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.131983949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cb0d71b-635a-4576-b3e0-ff9bdad00cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.134362439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9516d598-131e-45c7-b1ed-ee55c731567c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.184038667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c9db582e241bc8fc15e4f8abfc0e9c2e12131e16f6910995b361a75674dbba12) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9e2620ca9a24f0d3b822bbbe7d7b8c870010f777a519103ed97ea792e4aaef5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7257035e649223db5828cdb947df2c8947820ac91c3d4ce54b6055e2ccdb73f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f73c3ad2e8f6edd013d3a095adf437062ef1ca9b8d6af0d411a9e175f4a37966) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cb0d71b-635a-4576-b3e0-ff9bdad00cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.18408152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c9db582e241bc8fc15e4f8abfc0e9c2e12131e16f6910995b361a75674dbba12) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9e2620ca9a24f0d3b822bbbe7d7b8c870010f777a519103ed97ea792e4aaef5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7257035e649223db5828cdb947df2c8947820ac91c3d4ce54b6055e2ccdb73f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f73c3ad2e8f6edd013d3a095adf437062ef1ca9b8d6af0d411a9e175f4a37966) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"c00f879f-232b-4f43-8283-b984ad655633","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.18585495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c9db582e241bc8fc15e4f8abfc0e9c2e12131e16f6910995b361a75674dbba12) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9e2620ca9a24f0d3b822bbbe7d7b8c870010f777a519103ed97ea792e4aaef5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7257035e649223db5828cdb947df2c8947820ac91c3d4ce54b6055e2ccdb73f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f73c3ad2e8f6edd013d3a095adf437062ef1ca9b8d6af0d411a9e175f4a37966) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9516d598-131e-45c7-b1ed-ee55c731567c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.377572025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4265d70e-219d-4d4b-9a6f-0068ef4e6621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.38662949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"951544c2-6bbb-4a21-8e4d-d871b72c8d2e","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.386695702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2707051b-a54b-4384-a3ea-b8e13100dd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.430092465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4265d70e-219d-4d4b-9a6f-0068ef4e6621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.439324807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2707051b-a54b-4384-a3ea-b8e13100dd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.439441195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"951544c2-6bbb-4a21-8e4d-d871b72c8d2e","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.481501718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c9db582e241bc8fc15e4f8abfc0e9c2e12131e16f6910995b361a75674dbba12) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9e2620ca9a24f0d3b822bbbe7d7b8c870010f777a519103ed97ea792e4aaef5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7257035e649223db5828cdb947df2c8947820ac91c3d4ce54b6055e2ccdb73f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f73c3ad2e8f6edd013d3a095adf437062ef1ca9b8d6af0d411a9e175f4a37966) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4265d70e-219d-4d4b-9a6f-0068ef4e6621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.491322685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c9db582e241bc8fc15e4f8abfc0e9c2e12131e16f6910995b361a75674dbba12) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9e2620ca9a24f0d3b822bbbe7d7b8c870010f777a519103ed97ea792e4aaef5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7257035e649223db5828cdb947df2c8947820ac91c3d4ce54b6055e2ccdb73f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f73c3ad2e8f6edd013d3a095adf437062ef1ca9b8d6af0d411a9e175f4a37966) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"951544c2-6bbb-4a21-8e4d-d871b72c8d2e","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:13.491298458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c9db582e241bc8fc15e4f8abfc0e9c2e12131e16f6910995b361a75674dbba12) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9e2620ca9a24f0d3b822bbbe7d7b8c870010f777a519103ed97ea792e4aaef5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7257035e649223db5828cdb947df2c8947820ac91c3d4ce54b6055e2ccdb73f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f73c3ad2e8f6edd013d3a095adf437062ef1ca9b8d6af0d411a9e175f4a37966) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2707051b-a54b-4384-a3ea-b8e13100dd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.129636658Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-sub","reconcileID":"e3798a70-4d8b-44ed-a6b8-54b907ceb58f","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-4b5941","subscription":"e2e-dft-4b5941-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.226695606Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-sub","reconcileID":"e3798a70-4d8b-44ed-a6b8-54b907ceb58f","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.275339372Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-sub","reconcileID":"e3798a70-4d8b-44ed-a6b8-54b907ceb58f","MaaSSubscription":{"name":"e2e-dft-4b5941-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4b5941","namespace":"llm","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.576650003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"d8679d7e-3ab7-4e87-b212-ff71e83e8c01","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.576677687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"d8679d7e-3ab7-4e87-b212-ff71e83e8c01","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.673994626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90987f9e-e0d3-4807-9bfc-f80b339e881f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.685113831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"93122b13-99f7-41a3-a907-90f018052726","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.685118236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"587364a4-dc01-450e-969c-bdfa7fc92acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.728529211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"4a6e2599-e3b9-49ba-a357-b245b2591b88","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.728554258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"4a6e2599-e3b9-49ba-a357-b245b2591b88","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.790988454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90987f9e-e0d3-4807-9bfc-f80b339e881f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:06:23.802580213Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"587364a4-dc01-450e-969c-bdfa7fc92acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:06:23.827889926Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"4a6e2599-e3b9-49ba-a357-b245b2591b88","name":"e2e-dft-4b5941","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4b5941\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:06:23.827955389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"4a6e2599-e3b9-49ba-a357-b245b2591b88","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4b5941\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:06:23.829395692Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"93122b13-99f7-41a3-a907-90f018052726","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.842647552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90987f9e-e0d3-4807-9bfc-f80b339e881f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:06:23.854407298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"587364a4-dc01-450e-969c-bdfa7fc92acd","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:06:23.878955767Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"93122b13-99f7-41a3-a907-90f018052726","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-4b5941-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:06:23.879014614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"93122b13-99f7-41a3-a907-90f018052726","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.879169522Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4b5941-access","reconcileID":"35b6c7d1-8d0b-45aa-96ba-71c34d593804","MaaSAuthPolicy":{"name":"e2e-dft-4b5941-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.882254837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"5b152814-c86e-4075-9a33-8f5ce19b1529","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.882276017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"5b152814-c86e-4075-9a33-8f5ce19b1529","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.931141742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c383a1-51ed-40c1-89fc-7a68da73ff85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.931162184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c383a1-51ed-40c1-89fc-7a68da73ff85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.931590515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6fd4b09d-6931-473f-af1d-512c09012388","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.931604286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6fd4b09d-6931-473f-af1d-512c09012388","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:23.999648967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"531db8ab-a845-432e-b88b-ce3e15b43e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.053381801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"531db8ab-a845-432e-b88b-ce3e15b43e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.080401632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"b36beb76-fa2a-4f5e-9ee8-997b75366b6b","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.080426117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"b36beb76-fa2a-4f5e-9ee8-997b75366b6b","MaaSModelRef":{"name":"e2e-dft-4b5941","namespace":"llm"},"routeName":"external-model-e2e-dft-4b5941-320f1c1f1558","namespace":"llm","model":"e2e-dft-4b5941","externalModel":"e2e-dft-4b5941","provider":"e2e-dft-4b5941-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.099687448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"981f2ec8-7cc2-402a-87aa-4519cb9c928e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.104267023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"531db8ab-a845-432e-b88b-ce3e15b43e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.152358257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"981f2ec8-7cc2-402a-87aa-4519cb9c928e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.157805993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b18647f-a563-488b-badf-094f572cfaeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.157824491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b18647f-a563-488b-badf-094f572cfaeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.203359361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"981f2ec8-7cc2-402a-87aa-4519cb9c928e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.556041914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"b179c37a-dc1a-4090-9381-ed4304b6c2dc","namespace":"llm","name":"e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.612084332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8ccd109-aa9a-4ecf-b4dd-5a87bfd99382","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.612108267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8ccd109-aa9a-4ecf-b4dd-5a87bfd99382","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.612467926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2557711-f849-46e0-afca-1e38bc38c9ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.612484161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2557711-f849-46e0-afca-1e38bc38c9ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.612728746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22049abd-3af7-4157-8c7c-bc9dd09f1bf5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.612742187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22049abd-3af7-4157-8c7c-bc9dd09f1bf5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.612973324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1dd0948a-df38-4b27-8311-6491fc19eaef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.61298579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1dd0948a-df38-4b27-8311-6491fc19eaef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.613215683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7de4e566-bd99-41d3-b1f0-cd5c9608d721","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.613226591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7de4e566-bd99-41d3-b1f0-cd5c9608d721","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.613496996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65924ea8-ad2e-4040-8118-153e3dbd2703","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.613510765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65924ea8-ad2e-4040-8118-153e3dbd2703","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.613823243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfed7a03-88ef-4a25-83c9-4360a2187463","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.613836941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfed7a03-88ef-4a25-83c9-4360a2187463","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.614061796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10469d04-6b99-4c0c-ae88-34694dbabb6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.614072147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10469d04-6b99-4c0c-ae88-34694dbabb6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.702222346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbaec89-23e9-4a77-aaf0-2aca16e5a0c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.702244733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"07760207-8ccd-4b4b-9f1e-2d896861ef8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.702774467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"86b5bc71-68ed-4d82-bca8-93616e1577a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.702825269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb213402-7873-4977-be97-b9dfe7b22ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.703219957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b2cb24d6-8635-4a51-853a-cedbc9d3ee99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.756343097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"86b5bc71-68ed-4d82-bca8-93616e1577a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.756744954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"07760207-8ccd-4b4b-9f1e-2d896861ef8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.759239018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b2cb24d6-8635-4a51-853a-cedbc9d3ee99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.759469919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb213402-7873-4977-be97-b9dfe7b22ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.761782458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbaec89-23e9-4a77-aaf0-2aca16e5a0c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.807917375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"419243a9-c6bd-4c34-bc9f-7906e9250654","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.808245769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc1c4b02-50c8-4d9d-8f4d-a0d4c2f9fcfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.811621868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb213402-7873-4977-be97-b9dfe7b22ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.812210266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbaec89-23e9-4a77-aaf0-2aca16e5a0c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.980664906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"3a9d729e-db0c-4005-afed-e5fda2f7a194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:24.980665035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"d62c3801-1092-4d86-9736-b2806355a427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.041048147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"d62c3801-1092-4d86-9736-b2806355a427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.041078231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"3a9d729e-db0c-4005-afed-e5fda2f7a194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.062545426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"01c584f0-ec61-4bd5-9d1d-9a7e0a1705db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.062553298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"baab246b-bb0c-44b1-88b5-fca3323e51b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.115852213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"01c584f0-ec61-4bd5-9d1d-9a7e0a1705db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.118880744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"baab246b-bb0c-44b1-88b5-fca3323e51b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.159298854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"be0b6325-237b-4a8c-979e-e8da378d4c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.223428655Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4b5941","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4b5941","reconcileID":"56c2fcda-38b3-4ecf-a777-e17e1acd98e2","namespace":"llm","name":"e2e-dft-4b5941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.227253751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"be0b6325-237b-4a8c-979e-e8da378d4c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.387079964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"76b6eeab-5da8-43ed-b4db-59b622164b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.387086838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"9e0f648d-227b-4088-88e2-619e8ae7c123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.441182725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"9e0f648d-227b-4088-88e2-619e8ae7c123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.441235307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"76b6eeab-5da8-43ed-b4db-59b622164b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.490762452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"671424a4-4ee7-443f-81e5-7ac47f1689f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.490762468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef77938-bb17-4533-8e3c-fbc784c8dcc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.546362148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"671424a4-4ee7-443f-81e5-7ac47f1689f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.546377534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef77938-bb17-4533-8e3c-fbc784c8dcc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.589484681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"2c3832b8-c504-44c7-b667-c17fd8e0bec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.598809909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"671424a4-4ee7-443f-81e5-7ac47f1689f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.600545033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef77938-bb17-4533-8e3c-fbc784c8dcc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.643030182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"2c3832b8-c504-44c7-b667-c17fd8e0bec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.746809637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"09179b61-d03c-4353-9c2a-d8c56b94a1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.747899808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"52111ce7-7a10-4e37-8d61-1ad61dfc2b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.800825876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"09179b61-d03c-4353-9c2a-d8c56b94a1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.801591973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"52111ce7-7a10-4e37-8d61-1ad61dfc2b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.852379832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"76513625-aee1-4d00-bf9a-0f71278b7e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.85297753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"43bee8f6-4df8-44dd-8e12-a290ef2cec46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.907230768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"43bee8f6-4df8-44dd-8e12-a290ef2cec46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.907717883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"76513625-aee1-4d00-bf9a-0f71278b7e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.946042527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"9a55a11d-02cc-4bc2-8c62-14f367dc701c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:25.998575186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"9a55a11d-02cc-4bc2-8c62-14f367dc701c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:26.139085369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"9ef15353-2a73-4647-8572-d219350bc73d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:26.139085252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"58d8b39b-cf92-4f76-ac8e-d4fa714012d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:26.191824864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"9ef15353-2a73-4647-8572-d219350bc73d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:26.191842319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"58d8b39b-cf92-4f76-ac8e-d4fa714012d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.039333665Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"4b5947b4-683a-479b-8f9c-1e860e7a2bc1","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.09786014Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"31502afd-1e63-4ab8-9828-682d688f4071","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.186886277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"3903da7c-e763-4757-9e4d-869851c77d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.186963745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa7006b4-5fcb-47bb-9d73-958b8212c9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.187290726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"664e0f73-2147-4937-aa4c-39f2c4856e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.187434069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"e76ccf67-79a6-4ca7-91be-f37a6af85788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.187673315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9b1c8ce5-a81f-487f-9a5d-7a1c03249766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.242635979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"9b1c8ce5-a81f-487f-9a5d-7a1c03249766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.242700967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"e76ccf67-79a6-4ca7-91be-f37a6af85788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.246103406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa7006b4-5fcb-47bb-9d73-958b8212c9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.246685174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"3903da7c-e763-4757-9e4d-869851c77d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.251966698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"664e0f73-2147-4937-aa4c-39f2c4856e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.29799264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa7006b4-5fcb-47bb-9d73-958b8212c9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.303768467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"664e0f73-2147-4937-aa4c-39f2c4856e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.399216636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"86cb9409-42fd-4f21-b0db-29b32788d6a9","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"name":"e2e-dft-refs-626a3d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.444772503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"22b9db86-ecbd-4bc8-a0a8-f4c7a677d57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.50210591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75a1fd25-49d4-4eb6-8195-151d9f40f8a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.502135484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75a1fd25-49d4-4eb6-8195-151d9f40f8a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.502597458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d42207d9-600d-4f51-a724-5b0e77e22ab6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.502618849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d42207d9-600d-4f51-a724-5b0e77e22ab6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.502631403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"22b9db86-ecbd-4bc8-a0a8-f4c7a677d57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.502983681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d96c7ad2-4dd5-482a-b64d-01daa41e516f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.5030029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d96c7ad2-4dd5-482a-b64d-01daa41e516f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.503385641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98241c0e-5f9f-4f76-8573-c665d88e687b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.503402417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98241c0e-5f9f-4f76-8573-c665d88e687b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.50383979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a9ccab57-0268-46db-ad55-1c79a4471d8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.503921162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a9ccab57-0268-46db-ad55-1c79a4471d8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.504392357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a235ada-8162-4bf0-91dc-6376630f84e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.5044584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a235ada-8162-4bf0-91dc-6376630f84e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.504983565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ea8699d-3986-4c19-911f-87f159f7f97e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.506061506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ea8699d-3986-4c19-911f-87f159f7f97e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.506494103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3054f1d8-af4c-419f-868e-c61542cd6905","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.506570982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3054f1d8-af4c-419f-868e-c61542cd6905","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.515262796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6cea31ce-a421-4548-a7f0-2f356107eb55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.515942692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82c3db4c-5c35-4999-b1f5-dd9aa752caf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.551195172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"56689d5c-56e3-4939-a0a9-357a145d2614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.555371976Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"72c73db7-bad1-4cf6-87da-e9b5905352a0","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"name":"e2e-dft-refs-626a3d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.605506523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"56689d5c-56e3-4939-a0a9-357a145d2614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.646236613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"89a450f9-7e00-4f7e-b21f-aabb8bb048f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.647936375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"4e9369f9-13b4-4701-9cd4-b53047e5ea8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.647977204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"05879462-5921-47c1-bc40-a043a2b8681b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.73343273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"05879462-5921-47c1-bc40-a043a2b8681b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.734649057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"89a450f9-7e00-4f7e-b21f-aabb8bb048f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.742681391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"4e9369f9-13b4-4701-9cd4-b53047e5ea8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.908793571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d7dc44bc-4e3c-440d-8b1b-6f7ff11017b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.922088274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:27.973567157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d7dc44bc-4e3c-440d-8b1b-6f7ff11017b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.071035912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"6564ea41-d904-4b7b-9226-198abd07ec4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.125593614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"6564ea41-d904-4b7b-9226-198abd07ec4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.162252429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"60553f7f-aacf-4ffc-847b-f6c6a9f6074d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.162355743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e22c51ee-50ae-41db-aa88-04df50f1494b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.162802691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"b4088c80-b774-4ff1-8ba6-f2137327c005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.216785636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"60553f7f-aacf-4ffc-847b-f6c6a9f6074d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.21713834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"b4088c80-b774-4ff1-8ba6-f2137327c005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.219286577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"e22c51ee-50ae-41db-aa88-04df50f1494b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.281579699Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"c89ffeef-fba5-4175-9a7d-d3511bfa6cca","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.32084678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84461e5b-9f8b-43c4-96b2-baa908841033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.354961211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"ca5702be-bbdd-4d91-9ea9-419c78abf184","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.354996774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"ca5702be-bbdd-4d91-9ea9-419c78abf184","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-626a3d-2300defad984","namespace":"llm","model":"e2e-dft-refs-626a3d","externalModel":"e2e-dft-refs-626a3d","provider":"e2e-dft-refs-626a3d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.377155569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84461e5b-9f8b-43c4-96b2-baa908841033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.433482951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84461e5b-9f8b-43c4-96b2-baa908841033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.435106103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e616f9e0-788c-4315-8257-fea9d61d0849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.488855464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e616f9e0-788c-4315-8257-fea9d61d0849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.542274225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e616f9e0-788c-4315-8257-fea9d61d0849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.571148501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"62397361-6be5-40d4-84b2-a93ff7b9e1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.571391481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c41c2395-62f2-4929-ae9a-99b6c0e369fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.571149852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"f5050461-0544-4550-ae01-da9417d44269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.579581776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"92491a0e-75ef-429f-827a-4b7c17f773e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.625338678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"f5050461-0544-4550-ae01-da9417d44269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.62547008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"62397361-6be5-40d4-84b2-a93ff7b9e1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.628117523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c41c2395-62f2-4929-ae9a-99b6c0e369fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.633638047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"92491a0e-75ef-429f-827a-4b7c17f773e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.696695499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"724ecca9-d665-4b06-b33a-28dc48a48158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.750236315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"724ecca9-d665-4b06-b33a-28dc48a48158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.803271349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"724ecca9-d665-4b06-b33a-28dc48a48158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.915892035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"11509e30-64a9-48a5-aea9-ff4f88a1b019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.916097872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e3d85dd7-5d2a-40ef-891f-97da5efb0671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.915891962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"b18a9110-587b-4f3b-a57d-1cdfe0a12104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.922102464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb989188-a0eb-4224-a4d0-0132f9c46772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.969710958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"b18a9110-587b-4f3b-a57d-1cdfe0a12104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.969803471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e3d85dd7-5d2a-40ef-891f-97da5efb0671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.972096068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"11509e30-64a9-48a5-aea9-ff4f88a1b019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:28.975683765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb989188-a0eb-4224-a4d0-0132f9c46772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.018508715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"eb073030-975d-4566-a213-a65ac1306f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.02806503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb989188-a0eb-4224-a4d0-0132f9c46772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.070578114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"eb073030-975d-4566-a213-a65ac1306f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.172886367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d7cb8a46-e3fe-466d-9494-33ca79564787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.226272355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d7cb8a46-e3fe-466d-9494-33ca79564787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.261682176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"62c323c4-0225-44ce-a6dd-85a64eff42f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.317702379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"62c323c4-0225-44ce-a6dd-85a64eff42f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.364095812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"24ba8317-c054-4f32-9b08-6ca0647ff39e","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.511679085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c34ca6f6-0c1e-4423-9149-ae20b389465c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.511820014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666f9ebe-a01a-4ec7-931f-b39b4ee798ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.511678612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"2d0144dc-4d64-4a5a-a841-31832d018c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.56614716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"2d0144dc-4d64-4a5a-a841-31832d018c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.566701937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c34ca6f6-0c1e-4423-9149-ae20b389465c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.568745275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666f9ebe-a01a-4ec7-931f-b39b4ee798ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.580009212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"8ad79ba8-e5a1-4e30-a208-b037d9c6ecdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.618218253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c34ca6f6-0c1e-4423-9149-ae20b389465c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.620320522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666f9ebe-a01a-4ec7-931f-b39b4ee798ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.627812007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"61de909c-3575-4b07-a42f-7aac18a8a51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.632033105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"8ad79ba8-e5a1-4e30-a208-b037d9c6ecdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.680331256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"61de909c-3575-4b07-a42f-7aac18a8a51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.764623527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f68b7fa6-c922-4d94-88f9-43488eeefcdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.764635009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"333130d8-e335-4440-ae89-6b751d8bb4eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.818922422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"333130d8-e335-4440-ae89-6b751d8bb4eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.818941404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f68b7fa6-c922-4d94-88f9-43488eeefcdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.855883525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"9b43b083-881f-42c7-89ae-12edc65ae4be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.909349529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"9b43b083-881f-42c7-89ae-12edc65ae4be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.922879597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"68ece238-148c-4d49-9d6a-b83b77069863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:29.975499691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"68ece238-148c-4d49-9d6a-b83b77069863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:30.022694042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"405e0de9-2b71-4f08-b6bf-79f7edd3a02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:30.075175082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"405e0de9-2b71-4f08-b6bf-79f7edd3a02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:30.123261668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"3272b790-547f-4917-8d5d-9c351f446245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:30.176027166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"3272b790-547f-4917-8d5d-9c351f446245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:30.224182073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"26c7ac2e-e5c3-4cf2-891e-33ff83580b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:30.277092584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"26c7ac2e-e5c3-4cf2-891e-33ff83580b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:39.769261257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe54eae4-d04d-4250-9b3b-c20e75b5c636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:39.769300327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e4c2bfd-9b1b-4a78-88c7-52b3903193db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:39.824832834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe54eae4-d04d-4250-9b3b-c20e75b5c636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:39.82598466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e4c2bfd-9b1b-4a78-88c7-52b3903193db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:39.877807663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe54eae4-d04d-4250-9b3b-c20e75b5c636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:39.878450487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e4c2bfd-9b1b-4a78-88c7-52b3903193db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.229165433Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"40abfdde-4e00-4726-8d2e-799f3eda08da","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.283300214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"8c0c173c-f494-46a4-83c4-5e4a7fbcde3e","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.28337412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"8c0c173c-f494-46a4-83c4-5e4a7fbcde3e","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-626a3d-2300defad984","namespace":"llm","model":"e2e-dft-refs-626a3d","externalModel":"e2e-dft-refs-626a3d","provider":"e2e-dft-refs-626a3d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.386893239Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"45037985-2211-4569-8b45-306044055193","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-626a3d-2300defad984","namespace":"llm","model":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.388037367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"ad85c07c-8b48-44e0-b4e6-c7b7b64a22fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.388232562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb83f85f-864d-43cc-96af-50f93b1793c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.388042281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8498cdd1-789c-4758-8f49-cc970883dc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.388742879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"291d3280-8764-400f-b591-805f96aa5f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.388756726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4876d860-9b89-4a24-ab76-188f284533da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.450189982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb83f85f-864d-43cc-96af-50f93b1793c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.450573127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"ad85c07c-8b48-44e0-b4e6-c7b7b64a22fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.453922679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"291d3280-8764-400f-b591-805f96aa5f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.454367575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4876d860-9b89-4a24-ab76-188f284533da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.456385395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8498cdd1-789c-4758-8f49-cc970883dc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.49237528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a4ebf47-1369-431a-8926-552d453927e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.49240102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a4ebf47-1369-431a-8926-552d453927e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.492782817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc60ca17-119a-411e-b617-421697548a03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.492828525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc60ca17-119a-411e-b617-421697548a03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.493112262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de69f919-f332-4a87-b5f4-e73815a2bf07","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.493124641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de69f919-f332-4a87-b5f4-e73815a2bf07","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.493384826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df6a53f1-2a16-4c73-afd0-08c18b82e632","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.493397353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df6a53f1-2a16-4c73-afd0-08c18b82e632","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.493625516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd623fd1-9706-4c22-a5a7-56a7e6e34738","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.493635977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd623fd1-9706-4c22-a5a7-56a7e6e34738","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.493863542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90cac4c1-7bb1-4d5e-bf32-0b927b41f032","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.493874088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90cac4c1-7bb1-4d5e-bf32-0b927b41f032","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.494151201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0046a7f-08b8-4fe8-8222-4d65f03d4070","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.494161181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0046a7f-08b8-4fe8-8222-4d65f03d4070","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.49439703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4ddc33d-cfff-4b3a-9715-3906da63f13e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.494407615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4ddc33d-cfff-4b3a-9715-3906da63f13e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.502935422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb83f85f-864d-43cc-96af-50f93b1793c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.506498078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4876d860-9b89-4a24-ab76-188f284533da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.507268882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13f9faa0-a555-4990-9a26-0c0fbe773a06","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.507660885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23d1e4b9-89ee-4902-afce-17425729a304","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.656557294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"86386c66-d37f-4273-982c-8d7d655f9f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.656800253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"1c67cba1-1119-4f37-be25-616bc85784c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.711099403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"1c67cba1-1119-4f37-be25-616bc85784c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.714918757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"86386c66-d37f-4273-982c-8d7d655f9f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.759576339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"0154b709-f4f6-4064-a29b-6715fe672d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.760208081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"9d17b12c-0b93-4bb3-a4e4-e6fe181faac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.769453839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c55526e3-6080-4792-9ae6-73d4499ec8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.820891377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"0154b709-f4f6-4064-a29b-6715fe672d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.821482368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"9d17b12c-0b93-4bb3-a4e4-e6fe181faac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.829162209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"c55526e3-6080-4792-9ae6-73d4499ec8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.851998198Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"037998c5-aabb-407f-8a39-4517f7f956eb","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:43.905587384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"78b47de2-1c60-443e-ac72-ce476e023d08","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"name":"e2e-dft-refs-626a3d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.077973846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"f19f632a-f48c-40b0-8ab5-db3c58fa90cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.078025437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"58ac3095-7541-47b7-9782-a858303f27f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.131785381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"58ac3095-7541-47b7-9782-a858303f27f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.131891083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"f19f632a-f48c-40b0-8ab5-db3c58fa90cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.18058656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7781cbb5-ed5f-44f7-ad71-a35eae64e2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.180762712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"2a8455bb-f66b-4116-b262-a98e7eb17dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.180586864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f473c443-ce07-472e-b562-536c1fdf7f90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.237618125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f473c443-ce07-472e-b562-536c1fdf7f90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.238059932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"2a8455bb-f66b-4116-b262-a98e7eb17dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.240223926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7781cbb5-ed5f-44f7-ad71-a35eae64e2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.296354782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f473c443-ce07-472e-b562-536c1fdf7f90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.308090083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7781cbb5-ed5f-44f7-ad71-a35eae64e2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.448192188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f41e28f7-5747-4d75-bf9f-790b81c960fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.460598581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"2534b229-1b3e-4f59-be8d-9a99983fd4ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.593837679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"f41e28f7-5747-4d75-bf9f-790b81c960fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.595098927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"2534b229-1b3e-4f59-be8d-9a99983fd4ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.611140947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d1ef924b-b58b-4a7c-ad00-7fbb220ad4ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.611766485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"4f30716d-6479-47ee-962d-ca3018bb5372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.639217968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"837a78d9-4ae0-467c-a828-7551b852abfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.691748591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"d1ef924b-b58b-4a7c-ad00-7fbb220ad4ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.692571069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"4f30716d-6479-47ee-962d-ca3018bb5372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.69505973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"837a78d9-4ae0-467c-a828-7551b852abfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.889961925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e9d3ffc7-c1db-4cbe-a454-d089107bca35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.889962013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"fac46d8d-74c9-448b-85c8-6c7585965ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.94612794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e9d3ffc7-c1db-4cbe-a454-d089107bca35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:44.946584986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"fac46d8d-74c9-448b-85c8-6c7585965ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.49066053Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"64bbee5f-adf9-4449-ba84-37c86b9a85d8","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.5993548Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"66aca10e-3671-4296-8759-a310ad6589d7","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"name":"e2e-dft-refs-626a3d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.703406772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"468a22f5-d8cb-4ab3-9026-25a44dba9750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.703406715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"caa5d668-0a2f-4808-9ebd-54108c10f093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.703963353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5feaa6e5-b8d1-4a82-b7ec-51f4d8a889b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.704092921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"25c5d581-0de8-4d1a-b7d7-ed44d7f569d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.703965805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c470a6-bbaa-400b-9073-933c86ab5f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.75866617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"5feaa6e5-b8d1-4a82-b7ec-51f4d8a889b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.76127465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"468a22f5-d8cb-4ab3-9026-25a44dba9750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.761465874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"25c5d581-0de8-4d1a-b7d7-ed44d7f569d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.763864511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c470a6-bbaa-400b-9073-933c86ab5f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.763885695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"caa5d668-0a2f-4808-9ebd-54108c10f093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.78529677Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"ae4b1b26-8b88-4b20-b54a-60750c009452","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"name":"e2e-dft-refs-626a3d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.824605301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c470a6-bbaa-400b-9073-933c86ab5f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.824632173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"468a22f5-d8cb-4ab3-9026-25a44dba9750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.839813358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d6052f2-d410-4229-9585-4e52f2b0161b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.839834999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d6052f2-d410-4229-9585-4e52f2b0161b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.840147229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6857cf5-d866-4da1-acd3-5671ab99bed3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.840161412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6857cf5-d866-4da1-acd3-5671ab99bed3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.840427083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5c908a7-3d58-4a77-bbdf-a8df749cec3f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.840440314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5c908a7-3d58-4a77-bbdf-a8df749cec3f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.840688608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e74f25d7-9159-47e1-861a-9f55cabf7a3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.840701523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e74f25d7-9159-47e1-861a-9f55cabf7a3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.840968702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b988c21d-224f-436a-a0e4-6a6372c4e7d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.840980486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b988c21d-224f-436a-a0e4-6a6372c4e7d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.841191489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"201340fd-d292-45f3-8796-a79ca33cfb8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.841201732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"201340fd-d292-45f3-8796-a79ca33cfb8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.841515462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd74ffba-8233-4514-ac52-1ff2783b5cf8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.841526252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd74ffba-8233-4514-ac52-1ff2783b5cf8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.841754324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82c3193-4ba6-449f-a275-92ebc21424c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.841763942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e82c3193-4ba6-449f-a275-92ebc21424c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.897589564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"67c285d3-b13a-4170-80a9-2ba8dc68b06e","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"name":"e2e-dft-refs-626a3d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.953135356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdbc13da-1bf3-4d1e-b074-4d8d29d44171","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.953154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ef8d1e5-2409-4a85-89dc-965dc7f4b63d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.983189932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"9023f4d8-4a58-4255-a76a-ad6e396521e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:49.987592528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f875565f-7249-4cf1-b9d6-365c73641fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.044977577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"f875565f-7249-4cf1-b9d6-365c73641fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.046369197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"9023f4d8-4a58-4255-a76a-ad6e396521e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.127641638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"ba07374c-57f8-483f-a4fa-864fdffcf3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.128167252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"bbad8e9f-9bce-4c68-88ca-c60344a1a670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.128442971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"97061b54-10a8-4b45-880d-2386615b5352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.204211837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"ba07374c-57f8-483f-a4fa-864fdffcf3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.206366109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"97061b54-10a8-4b45-880d-2386615b5352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.207485608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"bbad8e9f-9bce-4c68-88ca-c60344a1a670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.434072242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"97aa634c-47f5-45b7-9447-7ab8d5fb43aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.434093313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"2ff4e066-fd3e-4df9-94dc-6cabb168b9e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.493522801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"2ff4e066-fd3e-4df9-94dc-6cabb168b9e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.497698509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"97aa634c-47f5-45b7-9447-7ab8d5fb43aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.56759563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a300615-85b3-49c4-bd40-7769384aa9ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.568469649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59b2baf-6482-4559-b538-9e616e5a9d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.624796271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a300615-85b3-49c4-bd40-7769384aa9ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.629931601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59b2baf-6482-4559-b538-9e616e5a9d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.677637424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a300615-85b3-49c4-bd40-7769384aa9ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.685758909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59b2baf-6482-4559-b538-9e616e5a9d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.764195073Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"83bebed8-c822-4fcc-b55e-44f8f8f8fb39","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.827518414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"8d5019f3-d403-4348-8824-ddac10d3bd28","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.827914229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"8d5019f3-d403-4348-8824-ddac10d3bd28","MaaSModelRef":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-626a3d-2300defad984","namespace":"llm","model":"e2e-dft-refs-626a3d","externalModel":"e2e-dft-refs-626a3d","provider":"e2e-dft-refs-626a3d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.941609479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2e81ee8-9d4f-44b0-bbcc-a70695b18258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.941609406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30963255-c643-4599-bfd6-d96a21d33a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.942327451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"8e6a47c6-8152-455b-aed4-44db3f0e21a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.966079503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"6342b105-8380-4558-a8b0-0b2421abf5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:50.971131592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"79b21ba2-1ac5-4dfa-8a86-ed0cd81b3180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.008249695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"8e6a47c6-8152-455b-aed4-44db3f0e21a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.008300953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2e81ee8-9d4f-44b0-bbcc-a70695b18258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.012072717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30963255-c643-4599-bfd6-d96a21d33a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.024664903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"6342b105-8380-4558-a8b0-0b2421abf5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.029765747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"79b21ba2-1ac5-4dfa-8a86-ed0cd81b3180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.070613435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30963255-c643-4599-bfd6-d96a21d33a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.070619917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2e81ee8-9d4f-44b0-bbcc-a70695b18258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.227894696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"c5386c0c-dff3-485b-a360-59704589aeae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.229622562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"2f7cf082-7883-42e8-ad40-c2fa502fc6b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.286903843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"c5386c0c-dff3-485b-a360-59704589aeae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.287523892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"2f7cf082-7883-42e8-ad40-c2fa502fc6b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.334042639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"e06a1156-b491-4608-9955-cef83a7e2483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.334224789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"32ec67d5-59bc-4115-b538-3947d176b026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.336370338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"aa88b918-58ed-49ee-8ad6-e2a98747ed6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.391853394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"e06a1156-b491-4608-9955-cef83a7e2483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.391879682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"32ec67d5-59bc-4115-b538-3947d176b026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.397896431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"aa88b918-58ed-49ee-8ad6-e2a98747ed6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.595774345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"095bc894-fb30-4bd1-9ae4-81ba9afca0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.595810883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"5d3129a0-b2e1-4b3e-9f3e-6a1788b020c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.656671785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"5d3129a0-b2e1-4b3e-9f3e-6a1788b020c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:51.656725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"095bc894-fb30-4bd1-9ae4-81ba9afca0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.048832387Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"4b9ab3f4-ecea-45aa-a68a-9a585fa0c9ba","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.119577379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d43d550-b50a-44bc-92f0-876cda584ab5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.119597435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d43d550-b50a-44bc-92f0-876cda584ab5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.119939351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0a6c2c7-033c-4879-a2ec-fc27160ec2ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.119952609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0a6c2c7-033c-4879-a2ec-fc27160ec2ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.120185597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70dfa144-8a13-4a3e-a12e-da91d375e504","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.12019735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70dfa144-8a13-4a3e-a12e-da91d375e504","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.12044536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15bfe06e-98ba-4501-bd0a-4466042e969e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.120456304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15bfe06e-98ba-4501-bd0a-4466042e969e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.120682739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d195979-c0a7-4c68-98b4-f2a8bb6e468e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.120693707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d195979-c0a7-4c68-98b4-f2a8bb6e468e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.121008274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cdc156e1-332c-45bc-9380-ad74d0447430","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.121019315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cdc156e1-332c-45bc-9380-ad74d0447430","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.121244199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64208045-5895-4adb-b3e0-e4227f54b6a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.12125524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64208045-5895-4adb-b3e0-e4227f54b6a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.121575141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41d23b7c-9905-44d7-aeca-6d974be7c79c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.121586767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41d23b7c-9905-44d7-aeca-6d974be7c79c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.200821048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5dff29e0-4a25-4827-9535-8a2d26d09921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.201528935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65154df0-29c1-4c79-b2fc-c3cd34b3eae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.201530177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e63ab68-b942-457b-9365-4ab1d063190e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.204642295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"8bce756d-2099-486b-b920-d882e9969ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.204644792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"4cdeefeb-8fcc-4130-a577-60acc4991479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.271984682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"5dff29e0-4a25-4827-9535-8a2d26d09921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.274443034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"4cdeefeb-8fcc-4130-a577-60acc4991479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.274942625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65154df0-29c1-4c79-b2fc-c3cd34b3eae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.276844751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"8bce756d-2099-486b-b920-d882e9969ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.279931216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e63ab68-b942-457b-9365-4ab1d063190e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.330177573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65154df0-29c1-4c79-b2fc-c3cd34b3eae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.33394914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e63ab68-b942-457b-9365-4ab1d063190e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.37539216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf799a4d-25ff-4a3b-8013-e737f5510394","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.379277977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d56c5ff-ab4f-496b-ae39-88935066a454","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.488625195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"248ef1aa-b60c-4027-aa3b-35838d09daa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.503382113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"dd4d1f89-1e18-4424-84dc-60f61e476593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.565047938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"248ef1aa-b60c-4027-aa3b-35838d09daa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.571219969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"dd4d1f89-1e18-4424-84dc-60f61e476593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.590980119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"c3364f71-4a53-4a32-8747-6ce885d16e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.597613146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"7ce0473c-ed1b-4021-a57a-91bd3a349d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.624980789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"6194e9f7-eef5-4dc4-9312-d429c67621b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.6463402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"c3364f71-4a53-4a32-8747-6ce885d16e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.651806724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"7ce0473c-ed1b-4021-a57a-91bd3a349d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.684745758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"6194e9f7-eef5-4dc4-9312-d429c67621b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.847807762Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-626a3d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-626a3d","reconcileID":"37581456-6197-4688-8f9a-d907ace919af","namespace":"llm","name":"e2e-dft-refs-626a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.945856655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"6bded477-8095-4454-85ec-01c6d2c1a587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:56.947869287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"185788df-5ebf-4cb3-8996-05943d00867e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.012779072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"185788df-5ebf-4cb3-8996-05943d00867e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.013216621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"6bded477-8095-4454-85ec-01c6d2c1a587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.050793547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b136648-7578-4c98-b10c-8ea7f6479042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.063851593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5f0108-54a9-42e5-b09f-703e3a91a618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.105747649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b136648-7578-4c98-b10c-8ea7f6479042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.119681124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5f0108-54a9-42e5-b09f-703e3a91a618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.154567167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"2e2e0ebf-445a-430a-87f6-817a32bc4562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.159734278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b136648-7578-4c98-b10c-8ea7f6479042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.174422976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5f0108-54a9-42e5-b09f-703e3a91a618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.214178078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"2e2e0ebf-445a-430a-87f6-817a32bc4562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.322811049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"13b90891-1df5-434d-b37a-08e270303c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.390168991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"13b90891-1df5-434d-b37a-08e270303c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.446367541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"55cf784f-ad5b-4da6-b05c-ad004ec666b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.447343805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"efa5aaa0-0ebd-42db-835f-b93f14d767a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.448230048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e61dadf8-f098-41e5-95bd-2a59d18d44d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.521828532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"e61dadf8-f098-41e5-95bd-2a59d18d44d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.531232669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"55cf784f-ad5b-4da6-b05c-ad004ec666b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.578975326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"efa5aaa0-0ebd-42db-835f-b93f14d767a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.621614913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"2ac25c33-e775-42f3-bae9-7041fec8b1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.693435315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"2ac25c33-e775-42f3-bae9-7041fec8b1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.739124872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0145082b-79d9-404b-be2b-e53b0e35aff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.820168441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"0145082b-79d9-404b-be2b-e53b0e35aff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.84576831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"e9613652-5c73-4fe8-8b02-d967f7207684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.908879538Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.909599735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"e9613652-5c73-4fe8-8b02-d967f7207684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.960932974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e90870a2-945c-4992-99a4-e16b90be82ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:57.960932934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"539ee68a-a99a-4946-8924-24fc659f7746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.017795667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"539ee68a-a99a-4946-8924-24fc659f7746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.020997771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e90870a2-945c-4992-99a4-e16b90be82ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.397037184Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-959332","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-959332","reconcileID":"476f6ba9-e0e8-4da3-b31e-06c3af10a2e7","namespace":"llm","name":"e2e-dft-del-959332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.457755962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-959332","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-959332","reconcileID":"6d441deb-ccc3-4338-8b1f-6629b7e3f506","namespace":"llm","name":"e2e-dft-del-959332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.55371059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"59f881e0-50aa-4b55-b168-6cc58e7c7f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.553710548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c82bb188-7d8d-44fe-8bb8-f36b13962c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.558284036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7db0db0f-106b-463f-b8f8-8eb507c0e0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.55857148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a97738df-4dff-4365-bb75-b6b0f4872cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.558716317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2765ed7b-6610-4a0c-865d-4643a4233d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.611081855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c82bb188-7d8d-44fe-8bb8-f36b13962c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.611158112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"59f881e0-50aa-4b55-b168-6cc58e7c7f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.618039452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2765ed7b-6610-4a0c-865d-4643a4233d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.619476916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"a97738df-4dff-4365-bb75-b6b0f4872cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.623202018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7db0db0f-106b-463f-b8f8-8eb507c0e0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.683679182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2765ed7b-6610-4a0c-865d-4643a4233d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.687914369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7db0db0f-106b-463f-b8f8-8eb507c0e0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.796961959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-959332","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-959332","reconcileID":"e596111a-05cf-4ef7-afe8-f48bfbfdfe6f","MaaSModelRef":{"name":"e2e-dft-del-959332","namespace":"llm"},"name":"e2e-dft-del-959332","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.84282258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"ec442d23-df1f-412b-82ba-e90db0251c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.842973704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d3a65bfb-5137-4823-b0e4-bb6ee280e356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.907672613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"d3a65bfb-5137-4823-b0e4-bb6ee280e356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.907948922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"ec442d23-df1f-412b-82ba-e90db0251c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.920991552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99f4d92d-1085-4dd7-8cbd-7e689d6d70e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.921013193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99f4d92d-1085-4dd7-8cbd-7e689d6d70e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.921608565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5b3f6ee3-4125-4abf-8002-6245af0b1d20","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.921627301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5b3f6ee3-4125-4abf-8002-6245af0b1d20","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.922033885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cab8f68c-a95e-42f1-a136-f925fdb08b49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.922051489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cab8f68c-a95e-42f1-a136-f925fdb08b49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.922362337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddced113-6d79-48f3-9ec8-39d6367fa8e4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.922376844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddced113-6d79-48f3-9ec8-39d6367fa8e4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.922635365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b8cd0e68-4a03-4fa0-80d0-53c7fe90dabf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.922646876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b8cd0e68-4a03-4fa0-80d0-53c7fe90dabf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.922903186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"97f1490a-2e79-4b5d-a112-97b3544b4a51","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.922915924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"97f1490a-2e79-4b5d-a112-97b3544b4a51","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.923153827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eeaa924-f67d-414a-afd4-a0be5e23ff07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.923164833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eeaa924-f67d-414a-afd4-a0be5e23ff07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.925396452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25d4a55d-2ee7-4b30-a27e-21626797eedc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.925960912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d0e3fbb-79cb-4f7a-95f7-43a0a2019ae7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.979174242Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-959332","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-959332","reconcileID":"e3926f38-9e3f-4ccb-a6c8-dd417dfd0f02","MaaSModelRef":{"name":"e2e-dft-del-959332","namespace":"llm"},"name":"e2e-dft-del-959332","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.979204563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"ed63ea31-4ab2-425e-b9d6-c665d98a387d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.979468524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a63cc4cf-0899-4e3b-9ef2-b011dee46575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:58.979682349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a9a84593-a503-4007-ba29-427d52a0efa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.02803313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e73a0212-5e15-45f3-8699-631970e0f7e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.028055477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e73a0212-5e15-45f3-8699-631970e0f7e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.036821385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"a63cc4cf-0899-4e3b-9ef2-b011dee46575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.037790125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"ed63ea31-4ab2-425e-b9d6-c665d98a387d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.039183748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"a9a84593-a503-4007-ba29-427d52a0efa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.219938262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"cd35f748-8d24-4a25-a0a2-4fea2e79e793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.219948699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"2cd4192b-86da-46b6-a2f0-a842010a64e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.296007078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"2cd4192b-86da-46b6-a2f0-a842010a64e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.298618123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"cd35f748-8d24-4a25-a0a2-4fea2e79e793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.402796655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f20eca85-1437-41f9-9017-7e1e7cd0db04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.402993151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"c23fd522-1ddc-48dc-8802-3d20196eb853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.402801589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"62c6fb7f-9abb-4932-8354-fada04b3867a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.464805579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"c23fd522-1ddc-48dc-8802-3d20196eb853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.468410579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"62c6fb7f-9abb-4932-8354-fada04b3867a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.469991222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f20eca85-1437-41f9-9017-7e1e7cd0db04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.524797754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f20eca85-1437-41f9-9017-7e1e7cd0db04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.652943946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"51b9875a-8ebe-4ee8-89cb-16f93eead78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.653211605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8af3f294-0b19-46f2-a4d5-28deab2f33af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.707612752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"51b9875a-8ebe-4ee8-89cb-16f93eead78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.709582517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8af3f294-0b19-46f2-a4d5-28deab2f33af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.742104903Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-959332","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-959332","reconcileID":"4f4fabfa-f966-4121-b5cb-b0301a3eac88","namespace":"llm","name":"e2e-dft-del-959332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.767459186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8af3f294-0b19-46f2-a4d5-28deab2f33af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.801722472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-959332","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-959332","reconcileID":"ac98a719-0c98-424f-a1d9-328ee49ad9fe","MaaSModelRef":{"name":"e2e-dft-del-959332","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-959332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.801757347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-959332","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-959332","reconcileID":"ac98a719-0c98-424f-a1d9-328ee49ad9fe","MaaSModelRef":{"name":"e2e-dft-del-959332","namespace":"llm"},"routeName":"external-model-e2e-dft-del-959332-8d060e61812d","namespace":"llm","model":"e2e-dft-del-959332","externalModel":"e2e-dft-del-959332","provider":"e2e-dft-del-959332-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.903965764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e9b47d5-e391-4381-9243-f742f3c28a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.904431423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"0092a27a-38aa-4b4b-a2cf-933dcf55911c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.905661907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"686e21a1-cb1d-44cf-bf9a-5e0aac6133c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.923049698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"9b176958-9046-4311-a0b7-2dfa1331f566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.961477843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"0092a27a-38aa-4b4b-a2cf-933dcf55911c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.964583639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"686e21a1-cb1d-44cf-bf9a-5e0aac6133c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.968178088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e9b47d5-e391-4381-9243-f742f3c28a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:06:59.997739207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"9b176958-9046-4311-a0b7-2dfa1331f566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.010927099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"d82e63cc-7ccb-4bcb-baf2-66cb84eb1668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.0224432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e9b47d5-e391-4381-9243-f742f3c28a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.063501627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"d82e63cc-7ccb-4bcb-baf2-66cb84eb1668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.173091149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b74988fc-abee-4f2d-9809-044c77dd50bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.227090926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b74988fc-abee-4f2d-9809-044c77dd50bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.271737452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3662a4b8-651d-44fa-9f17-c919df2812b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.276688353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"937dfc6e-ec37-43fb-a477-55861342fa34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.32010419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"ca02a26c-c7b2-42da-b4c8-32d29a1669f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.325281426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"3662a4b8-651d-44fa-9f17-c919df2812b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.333525699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"937dfc6e-ec37-43fb-a477-55861342fa34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.374847782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"ca02a26c-c7b2-42da-b4c8-32d29a1669f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.482075096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"351dd900-b894-4fb4-be5b-d00285714aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.537516705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"351dd900-b894-4fb4-be5b-d00285714aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.572519114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c770b473-8fae-4a20-ade5-06b08e03392c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.626764079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"c770b473-8fae-4a20-ade5-06b08e03392c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.678049115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c39f0ba-c412-4c9c-9eb5-7b8cbf79e4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.752471252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c39f0ba-c412-4c9c-9eb5-7b8cbf79e4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:00.805298719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c39f0ba-c412-4c9c-9eb5-7b8cbf79e4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.490176847Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","namespace":"ai-tenant-e2e-extmod-a-4717c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.490387661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","namespace":"ai-tenant-e2e-extmod-a-4717c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.490535071Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","tenant":"e2e-extmod-a-4717c7","tenantID":"e2e-extmod-a-4717c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.546474893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"Deployment","name":"maas-api-e2e-extmod-a-4717c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.622357734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"Service","name":"maas-api-e2e-extmod-a-4717c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.678861758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-4717c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.73088163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-4717c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.785149388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.842273535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.900602934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:04.975515959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.028575149Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-959332","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-959332","reconcileID":"30b2373f-ee0e-4e17-b8eb-2d76ea6bcc40","namespace":"llm","name":"e2e-dft-del-959332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.035787089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.098742417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.100536783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"825ff1fd-0307-401c-952f-5a40d5023917","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.100561719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"825ff1fd-0307-401c-952f-5a40d5023917","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.100994252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ca8031d-a576-43a2-b157-d15bfadc404a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.101013657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ca8031d-a576-43a2-b157-d15bfadc404a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.101383374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92457150-82d5-4e07-babb-bceaac23fb78","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.101398328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92457150-82d5-4e07-babb-bceaac23fb78","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.101671986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9b3b3a98-9ea1-4273-8481-0180d60dcbcd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.101735701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9b3b3a98-9ea1-4273-8481-0180d60dcbcd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.102090302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fa7d0b77-d569-4c24-9436-efe30eb9fb14","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.102154783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fa7d0b77-d569-4c24-9436-efe30eb9fb14","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.102558592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e84586a8-f021-4fe0-951b-8b42fe314069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.102636087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e84586a8-f021-4fe0-951b-8b42fe314069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.103157861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25922dc0-b5f8-4474-bc79-964f0b3855f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.103224767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25922dc0-b5f8-4474-bc79-964f0b3855f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.103642124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d932a4b7-1652-43d5-b9bc-9684fc1d4014","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.103708673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d932a4b7-1652-43d5-b9bc-9684fc1d4014","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.179012462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"Service","name":"payload-processing-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.244454258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ff87095-5c3e-4cbe-aaf2-08a054389084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.244495013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c7445dc-01e7-42ab-80aa-1dffd30afed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.244884961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"b25ac390-31f3-456e-820a-56efa9850916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.245068659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"7a5f4cc8-1d03-4d33-9254-2139881e2007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.245255654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8748580c-f598-4ee9-b166-94239354f661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.245556899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.330874254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c7445dc-01e7-42ab-80aa-1dffd30afed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.332289568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.337083515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"b25ac390-31f3-456e-820a-56efa9850916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.34508932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"7a5f4cc8-1d03-4d33-9254-2139881e2007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.345971819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ff87095-5c3e-4cbe-aaf2-08a054389084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.347443496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"8748580c-f598-4ee9-b166-94239354f661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.367016961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"410a8f1b-052e-4626-98ce-8c44a2db3dd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.427797513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.429161278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ddea43c-d255-41e8-93eb-e612223fa623","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.456573858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ff87095-5c3e-4cbe-aaf2-08a054389084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.494009987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.49756898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c7445dc-01e7-42ab-80aa-1dffd30afed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.596150981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.64992383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a0e6ba89-ca90-4c48-b898-03a4f67c326d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.670994985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.715432181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"a0e6ba89-ca90-4c48-b898-03a4f67c326d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.722360394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.745999158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"8111be02-8d8a-40c3-b423-72dfd589a1b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.784685174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-4717c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.809183574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"8111be02-8d8a-40c3-b423-72dfd589a1b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.838771656Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-959332","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-959332","reconcileID":"a05643c1-ebe8-4fe8-8b48-98dd29d7603f","namespace":"llm","name":"e2e-dft-del-959332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.845017419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4717c7"},"namespace":"ai-tenant-e2e-extmod-a-4717c7","name":"default-tenant","reconcileID":"712355d4-9c97-440b-b6d9-3a76b6155578","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-4717c7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.845797707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"920d286a-e49f-49ab-bf1a-30337487c47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.846404705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"301d2e53-1658-490e-a59a-f3619bac1807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.857972839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"8b4b5e8e-06be-4465-bc03-4592a60a8460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.913008645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","namespace":"ai-tenant-e2e-extmod-b-969478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.913083533Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","namespace":"ai-tenant-e2e-extmod-b-969478","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.913141713Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","tenant":"e2e-extmod-b-969478","tenantID":"e2e-extmod-b-969478","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.915801694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"920d286a-e49f-49ab-bf1a-30337487c47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.917038964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"301d2e53-1658-490e-a59a-f3619bac1807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.920468862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"8b4b5e8e-06be-4465-bc03-4592a60a8460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:05.969142296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"Deployment","name":"maas-api-e2e-extmod-b-969478","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.036184761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"Service","name":"maas-api-e2e-extmod-b-969478","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.101816475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-969478","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.143081867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"3f8356a9-2861-427c-a380-2305313d9281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.155118726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-969478","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.206266095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"3f8356a9-2861-427c-a380-2305313d9281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.213153787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.24940442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"bd4a20a2-743c-46b2-9477-e98051f0e397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.274755032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.309427098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"bd4a20a2-743c-46b2-9477-e98051f0e397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.343294919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.352820556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faf88529-ee23-4939-a353-96001eb6e6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.352838061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3752d24-fb46-476e-9f3e-35de9de25753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.353448581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b619f3c6-e3de-473c-8cd2-87d920f4b520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.398158581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.414169654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faf88529-ee23-4939-a353-96001eb6e6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.417147532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3752d24-fb46-476e-9f3e-35de9de25753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.419159649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"b619f3c6-e3de-473c-8cd2-87d920f4b520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.449961584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.474439463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3752d24-fb46-476e-9f3e-35de9de25753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.47552241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faf88529-ee23-4939-a353-96001eb6e6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.498460479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.558606839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"Service","name":"payload-processing-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.572029782Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4717c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4717c7","reconcileID":"030ba073-d327-44b6-80db-ba163e5c7a0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4717c7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-4717c7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.575009461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"2ebf2274-a3c4-405b-ac33-a4d7a4106982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.6116833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.630094656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"2ebf2274-a3c4-405b-ac33-a4d7a4106982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.660669427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.68282074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"21f3e03f-bd18-4407-b428-7886fec94592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.690636134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a46e5cf6-0505-480f-bc71-cf9f2473494c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.714264163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.745763587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"21f3e03f-bd18-4407-b428-7886fec94592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.749516245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a46e5cf6-0505-480f-bc71-cf9f2473494c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.764807075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.77993061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c5c9c4e1-5f50-42a9-8ac0-3b295dfeb3f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.818734047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.838155867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"c5c9c4e1-5f50-42a9-8ac0-3b295dfeb3f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.86355011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"909aa23d-2380-4067-bbfb-e9cf01ab3351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.880756066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.923415994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"909aa23d-2380-4067-bbfb-e9cf01ab3351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.932507555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:06.99174285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-969478","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:07.049950064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"60f169b1-8236-4daf-af8e-8cce63614a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:07.06051425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969478"},"namespace":"ai-tenant-e2e-extmod-b-969478","name":"default-tenant","reconcileID":"2b058506-0987-45a3-a552-f32122b5a014","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-969478","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:07.114210639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"60f169b1-8236-4daf-af8e-8cce63614a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:07.155230437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"92b0b2f0-03a2-4c7d-ab6e-f74f447f2853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:07.209058294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"92b0b2f0-03a2-4c7d-ab6e-f74f447f2853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:07.962391829Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-969478","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-969478","reconcileID":"c45f92d2-b79f-49f9-a4f3-798163f08bc1","aitenant":"ai-tenants/e2e-extmod-b-969478","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:08.058718409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0aac77-c721-4ff4-9089-f0f65aafaa18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:08.120746924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0aac77-c721-4ff4-9089-f0f65aafaa18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:08.170494669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0aac77-c721-4ff4-9089-f0f65aafaa18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:08.231649146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0aac77-c721-4ff4-9089-f0f65aafaa18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:08.814846651Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-969478","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-969478","reconcileID":"c45f92d2-b79f-49f9-a4f3-798163f08bc1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-969478","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-969478"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:10.239768541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689d3458-4e4b-452e-ac90-6f46798df65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:10.288725889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689d3458-4e4b-452e-ac90-6f46798df65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:10.340683672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689d3458-4e4b-452e-ac90-6f46798df65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:10.390237463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689d3458-4e4b-452e-ac90-6f46798df65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:14.756536227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698b7a20-414d-4f61-9c5b-503a714c1d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:14.805590194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698b7a20-414d-4f61-9c5b-503a714c1d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:14.855003476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698b7a20-414d-4f61-9c5b-503a714c1d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:14.905454799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698b7a20-414d-4f61-9c5b-503a714c1d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.163627712Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3b7451","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3b7451","reconcileID":"69bfd8cb-e49e-4220-b052-6a113bb9f314","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3b7451","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-3b7451":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.622246061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e978051-1c89-4223-b1fc-2cc17988dfb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.622326152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"866a2ef6-d7b6-4e06-9405-c827b76a58c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.680982932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"866a2ef6-d7b6-4e06-9405-c827b76a58c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.682605029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e978051-1c89-4223-b1fc-2cc17988dfb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.739407196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e978051-1c89-4223-b1fc-2cc17988dfb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.740679169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"866a2ef6-d7b6-4e06-9405-c827b76a58c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.78324986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a995a-f999-4f53-9bec-2e5073ef1b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.832042316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a995a-f999-4f53-9bec-2e5073ef1b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.83926455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"17868e2f-4074-4d7f-8125-7037047e4dea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.839283176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"17868e2f-4074-4d7f-8125-7037047e4dea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.8825096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a995a-f999-4f53-9bec-2e5073ef1b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.883029365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4743c2e7-ce26-4893-a371-4b8a7c331cd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.883044883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4743c2e7-ce26-4893-a371-4b8a7c331cd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:16.936810663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1a995a-f999-4f53-9bec-2e5073ef1b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:17.807415049Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","namespace":"ai-tenant-e2e-extmod-b-c74be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:17.807476079Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","namespace":"ai-tenant-e2e-extmod-b-c74be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:17.807533342Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","tenant":"e2e-extmod-b-c74be0","tenantID":"e2e-extmod-b-c74be0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:17.859060012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c74be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:17.984906966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"Service","name":"maas-api-e2e-extmod-b-c74be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.045970512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c74be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.102551856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c74be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.207481613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.31316205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.367006038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.418671682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.467220688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.515659947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.578118536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"Service","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.633259677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.696895781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.745216745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.801559985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.846855839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e433419-682d-4d2b-9059-0dcad7653248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.897460627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e433419-682d-4d2b-9059-0dcad7653248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.903488577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.947265774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e433419-682d-4d2b-9059-0dcad7653248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:18.998511264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e433419-682d-4d2b-9059-0dcad7653248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:19.001576996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:19.054581543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:19.128676579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:19.178277527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"6c77c48b-ec2d-4d02-98fd-48c2b669d3ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c74be0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:21.01108691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d5f2bf-862c-4896-a82c-36e16c87e9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:21.060778703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d5f2bf-862c-4896-a82c-36e16c87e9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:21.11723284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d5f2bf-862c-4896-a82c-36e16c87e9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:21.167027363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d5f2bf-862c-4896-a82c-36e16c87e9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:23.044371509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac553e-761b-49a8-ab8f-232b1e9a45a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:23.106076521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac553e-761b-49a8-ab8f-232b1e9a45a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:23.162278864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac553e-761b-49a8-ab8f-232b1e9a45a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:23.213551991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac553e-761b-49a8-ab8f-232b1e9a45a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:24.999612294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366f1b45-f84f-46db-931b-1bb446a32129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:25.048528986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366f1b45-f84f-46db-931b-1bb446a32129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:25.097467319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366f1b45-f84f-46db-931b-1bb446a32129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:25.146223308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366f1b45-f84f-46db-931b-1bb446a32129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:26.920649871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a134c94-55e6-43ed-ad59-6d79615b5dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:26.969580829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a134c94-55e6-43ed-ad59-6d79615b5dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:27.017924795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a134c94-55e6-43ed-ad59-6d79615b5dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:27.066980124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a134c94-55e6-43ed-ad59-6d79615b5dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:27.067094861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7340ff2-5368-44c8-b88e-cd87788d3a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:27.067526315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61c452f-decc-47f0-935d-37ce8959e32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:27.120877217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61c452f-decc-47f0-935d-37ce8959e32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:27.120894689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7340ff2-5368-44c8-b88e-cd87788d3a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:27.178770288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7340ff2-5368-44c8-b88e-cd87788d3a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:27.179684845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61c452f-decc-47f0-935d-37ce8959e32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:27.900491349Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:28.840795741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee4ea47-0e6e-445e-af40-739dffa80c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:28.889270306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee4ea47-0e6e-445e-af40-739dffa80c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:28.937697385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee4ea47-0e6e-445e-af40-739dffa80c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:28.986053101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee4ea47-0e6e-445e-af40-739dffa80c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:33.999525467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69a1e48-13d3-4499-9bde-6d07ded6c5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:34.047861234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69a1e48-13d3-4499-9bde-6d07ded6c5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:34.096381815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69a1e48-13d3-4499-9bde-6d07ded6c5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:34.144828888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69a1e48-13d3-4499-9bde-6d07ded6c5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:34.554270386Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-16be0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-16be0c","reconcileID":"318367d4-15c4-433e-9313-8fea3e9ff6c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-16be0c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-16be0c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:35.994994001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4245bec-1106-4796-a126-b2c841c1168c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:36.045407986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4245bec-1106-4796-a126-b2c841c1168c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:36.094134063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4245bec-1106-4796-a126-b2c841c1168c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:36.142675433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4245bec-1106-4796-a126-b2c841c1168c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:37.323895729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1d927f-6830-436c-b96c-dd5585f97a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:37.324814576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf39b563-e540-40f3-be7a-e425d32b94db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:37.377487012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1d927f-6830-436c-b96c-dd5585f97a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:37.378760569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf39b563-e540-40f3-be7a-e425d32b94db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:37.435997013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1d927f-6830-436c-b96c-dd5585f97a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:37.436187898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf39b563-e540-40f3-be7a-e425d32b94db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:37.932035622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91f0eb6-ccb6-4867-b195-dcd333691642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:37.994555892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91f0eb6-ccb6-4867-b195-dcd333691642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:38.047567769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91f0eb6-ccb6-4867-b195-dcd333691642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:38.095965322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91f0eb6-ccb6-4867-b195-dcd333691642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.119456977Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","namespace":"ai-tenant-e2e-extmod-b-cc7b69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.119510922Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","namespace":"ai-tenant-e2e-extmod-b-cc7b69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.119568093Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","tenant":"e2e-extmod-b-cc7b69","tenantID":"e2e-extmod-b-cc7b69","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.17268674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"Deployment","name":"maas-api-e2e-extmod-b-cc7b69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.238414209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"Service","name":"maas-api-e2e-extmod-b-cc7b69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.292803737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-cc7b69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.344837891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-cc7b69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.442124345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.518863587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.581065247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.654568185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.710796604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.758627792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.811806556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"Service","name":"payload-processing-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.861141957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.909553512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.934839267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0133c0-8717-48cf-b353-2cf93730c9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.995527752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:39.997578705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0133c0-8717-48cf-b353-2cf93730c9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:40.046263921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:40.046859341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0133c0-8717-48cf-b353-2cf93730c9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:40.096319698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0133c0-8717-48cf-b353-2cf93730c9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:40.105686833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:40.154037861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:40.202079648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:40.257355024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-cc7b69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:40.360893281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cc7b69"},"namespace":"ai-tenant-e2e-extmod-b-cc7b69","name":"default-tenant","reconcileID":"51d9d5b6-b44e-4ded-8e95-cdc725bd5d3e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-cc7b69","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:41.05121883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-cc7b69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-cc7b69","reconcileID":"efdd2fca-1c93-4daa-8a2e-6f5571739e1c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-cc7b69","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-cc7b69"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:41.98063193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9fc04da-832d-4c9b-9d03-7c17b89ed838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:42.029774747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9fc04da-832d-4c9b-9d03-7c17b89ed838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:42.07850802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9fc04da-832d-4c9b-9d03-7c17b89ed838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:42.128214225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9fc04da-832d-4c9b-9d03-7c17b89ed838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:43.982733479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095341fb-e241-45dc-85a9-8d378e3f6e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:44.031059655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095341fb-e241-45dc-85a9-8d378e3f6e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:44.079709907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095341fb-e241-45dc-85a9-8d378e3f6e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:44.128729535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095341fb-e241-45dc-85a9-8d378e3f6e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:45.941742319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d69c49-9853-4575-ad08-6d0f1dbb6d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:45.99212885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d69c49-9853-4575-ad08-6d0f1dbb6d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:46.041160296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d69c49-9853-4575-ad08-6d0f1dbb6d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:46.089568547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d69c49-9853-4575-ad08-6d0f1dbb6d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:47.583034444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3774759-c162-4be1-98e4-736f4cad8303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:47.583034473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fdd55b9-6ee9-4833-9d18-d7440b6d1ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:47.635962715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3774759-c162-4be1-98e4-736f4cad8303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:47.636214619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fdd55b9-6ee9-4833-9d18-d7440b6d1ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:47.687301342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3774759-c162-4be1-98e4-736f4cad8303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:47.688461497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fdd55b9-6ee9-4833-9d18-d7440b6d1ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:47.893649865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0fde2e-d198-4ec0-9d2f-5ce253751f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:47.941979049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0fde2e-d198-4ec0-9d2f-5ce253751f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:47.990197842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0fde2e-d198-4ec0-9d2f-5ce253751f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:48.038520802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0fde2e-d198-4ec0-9d2f-5ce253751f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:49.795531985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b27d08-8713-4ff7-921c-c6b3b8e48252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:49.844395931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b27d08-8713-4ff7-921c-c6b3b8e48252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:49.895362067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b27d08-8713-4ff7-921c-c6b3b8e48252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:49.944022739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b27d08-8713-4ff7-921c-c6b3b8e48252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:57.890076344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feace576-7790-4e10-9833-acb5b44de0a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:57.890163406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08aeff8f-ba39-4b5d-ab1f-b35645ca4e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:57.924644078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:57.951347881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51acfaf1-9d69-4df7-a742-b48df4f90c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:57.951843687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feace576-7790-4e10-9833-acb5b44de0a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:58.021282204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08aeff8f-ba39-4b5d-ab1f-b35645ca4e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:58.028416558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feace576-7790-4e10-9833-acb5b44de0a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:58.028647351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51acfaf1-9d69-4df7-a742-b48df4f90c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:58.082046783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feace576-7790-4e10-9833-acb5b44de0a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:58.082194215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08aeff8f-ba39-4b5d-ab1f-b35645ca4e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:58.164952812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bdcbdc7e293ba6de86e62e56ca5f7b41c7487ad7940dbb9397dbc5f90798119b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (235e3e3e88b375431365f11ae9466a06ee97f5135811643290e01cd3027cad8d) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6a42c81c106cec74e729bb5cdab920e58958470633cb205b65a957951db11520) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0fe1dd7b4e0210f864047dc245110033eb531b659177af863e1883a2d9899d73) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51acfaf1-9d69-4df7-a742-b48df4f90c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:58.523839772Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d5bef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d5bef7","reconcileID":"e5b52127-8980-4bf9-a4ee-aada71539144","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d5bef7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d5bef7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:59.922284716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0665b9-8dde-4e98-878c-2d2db6abd3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:07:59.980872414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0665b9-8dde-4e98-878c-2d2db6abd3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:00.033051029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0665b9-8dde-4e98-878c-2d2db6abd3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:00.081655539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0665b9-8dde-4e98-878c-2d2db6abd3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:01.972977052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b83b074-477d-4204-8d72-767114a1bd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:02.021420375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b83b074-477d-4204-8d72-767114a1bd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:02.06994724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b83b074-477d-4204-8d72-767114a1bd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:02.118984718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b83b074-477d-4204-8d72-767114a1bd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:08.230965267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcdc1db6-beec-4d38-ac9c-c8083d93a1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:08.283850205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcdc1db6-beec-4d38-ac9c-c8083d93a1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:08.328502547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab31d7b5-834d-4819-9c88-1f2e68c2cdb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:08.381357969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab31d7b5-834d-4819-9c88-1f2e68c2cdb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:08.532600013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a610559-4577-45cb-a513-02e8ef36710a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:08.532622236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a610559-4577-45cb-a513-02e8ef36710a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:08.684970464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03d69d94-21fb-4942-9a40-32fe4815e96f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:08.684989775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03d69d94-21fb-4942-9a40-32fe4815e96f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:27.900082885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:39.329618708Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c74be0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c74be0","reconcileID":"941256ac-962f-458c-a1e5-602caeb3834e","aitenant":"ai-tenants/e2e-extmod-b-c74be0","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:39.396972118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f1cfd6-57e1-4ecc-a939-2fe8e83eb155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:39.445456528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f1cfd6-57e1-4ecc-a939-2fe8e83eb155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:39.493892383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f1cfd6-57e1-4ecc-a939-2fe8e83eb155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:39.542434098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f1cfd6-57e1-4ecc-a939-2fe8e83eb155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:42.571841382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"68e6e4f1-a1fa-41fd-94f9-a7e4e7601b22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:42.672162218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"cc3c11df-9d01-4d09-b397-3034682551a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:42.775473769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a55b1983-3960-49b3-9bc3-ce55bc59a434","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:43.092980151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"c00cbe45-6746-43fc-94b9-db328dbeda6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:43.206769604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"824593a0-ed25-4654-a198-03cba9bd00b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:43.308121114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"96e661c4-6039-484d-97c5-7569748210b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:43.406472258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"fa2a4550-ff7b-432a-9c71-34a668a29bf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:43.439368356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"017e38c5-6105-49a1-8838-d8023d6aa473","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:43.668942015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0eac28db-9301-4a6f-9d0e-ed9970ff7e9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:43.902825326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"f5f2caab-2f8d-4c6d-9ddd-71d7e129f28f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:44.131922346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"ef5fc4dc-cd96-469c-ad96-00813d147996","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:44.246766469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"cb6fa974-63ee-4a08-9633-8cdba6eeb72d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:44.743705919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"59b8b9e9-6312-489b-ba75-f270b483ba69","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b7451","tenantID":"e2e-inf-a-3b7451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:44.852152487Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"59b8b9e9-6312-489b-ba75-f270b483ba69","name":"e2e-inf-a-3b7451-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:44.905584559Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","namespace":"ai-tenant-e2e-extmod-b-c74be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:44.905645728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","namespace":"ai-tenant-e2e-extmod-b-c74be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:44.905711338Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","tenant":"e2e-extmod-b-c74be0","tenantID":"e2e-extmod-b-c74be0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:44.953721866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c74be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.001928205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"Service","name":"maas-api-e2e-extmod-b-c74be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.050288317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c74be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.098372577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c74be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.146457239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.194357319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.246245473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.29538848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.346780016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.401825982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.450759342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"Service","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.498975447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.547737463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.595978854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.644188827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.69250207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.740979506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.789484114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.837829041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c74be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:45.886393858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c74be0"},"namespace":"ai-tenant-e2e-extmod-b-c74be0","name":"default-tenant","reconcileID":"1319d78e-05c7-45f2-9578-44b59939c084","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c74be0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:46.544430844Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c74be0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c74be0","reconcileID":"0d9b90f5-982e-4495-8223-92009241eabc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c74be0","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-c74be0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:47.624052494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57fbc9ef-5348-45e3-81f5-dc65aa1b4fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:47.67276428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57fbc9ef-5348-45e3-81f5-dc65aa1b4fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:47.721223745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57fbc9ef-5348-45e3-81f5-dc65aa1b4fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:47.769920541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57fbc9ef-5348-45e3-81f5-dc65aa1b4fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:49.544451543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eafc6e1-25e1-410f-b07c-8cb5abd722db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:49.593615203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eafc6e1-25e1-410f-b07c-8cb5abd722db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:49.64240025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eafc6e1-25e1-410f-b07c-8cb5abd722db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:49.691067747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eafc6e1-25e1-410f-b07c-8cb5abd722db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:51.51984557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643ccd3f-af07-433d-9d5a-cd7721f59cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:51.568228568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643ccd3f-af07-433d-9d5a-cd7721f59cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:51.619437619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643ccd3f-af07-433d-9d5a-cd7721f59cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:51.669440589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643ccd3f-af07-433d-9d5a-cd7721f59cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:53.430167127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301e088e-3db5-432d-9e26-260589de0aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:53.47876406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301e088e-3db5-432d-9e26-260589de0aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:53.485094923Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-629e0b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-629e0b","reconcileID":"572b0be6-820b-4fa8-afc1-a9e96800e1a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-629e0b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-629e0b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:53.52735488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301e088e-3db5-432d-9e26-260589de0aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:53.577525536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301e088e-3db5-432d-9e26-260589de0aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:55.361436095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc8e9db-3ffc-4a86-8117-e85b12b14b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:55.410230701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc8e9db-3ffc-4a86-8117-e85b12b14b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:55.459281585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc8e9db-3ffc-4a86-8117-e85b12b14b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:55.507883685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc8e9db-3ffc-4a86-8117-e85b12b14b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:57.293561716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8b612b-99b7-48c9-b7d8-d547657fa31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:57.342463947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8b612b-99b7-48c9-b7d8-d547657fa31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:57.392066312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8b612b-99b7-48c9-b7d8-d547657fa31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:57.448093019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8b612b-99b7-48c9-b7d8-d547657fa31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:57.903606057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:59.226070455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1f43de-fc78-4a9b-98ee-79fb500d6f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:59.274792199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1f43de-fc78-4a9b-98ee-79fb500d6f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:59.323143339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1f43de-fc78-4a9b-98ee-79fb500d6f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:08:59.37161721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad1f43de-fc78-4a9b-98ee-79fb500d6f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:01.214739314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22841bb5-5e52-43b3-b393-974b97395269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:01.264990881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22841bb5-5e52-43b3-b393-974b97395269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:01.317923024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22841bb5-5e52-43b3-b393-974b97395269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:01.374319361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22841bb5-5e52-43b3-b393-974b97395269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:03.178847638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1340a1c1-2d8a-4591-93b4-bf490be937ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:03.227251108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1340a1c1-2d8a-4591-93b4-bf490be937ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:03.27604484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1340a1c1-2d8a-4591-93b4-bf490be937ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:03.332480493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1340a1c1-2d8a-4591-93b4-bf490be937ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:03.881642043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"d8b6f10f-2f81-4789-8b0b-6eb42f87e47a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:03.98185624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"8c02eb75-c289-498a-af16-2fb9e92cafba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:04.111140761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"3649c84a-10f7-4060-9742-1c9e8fb10bed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:04.217916959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"8c1c2cef-5b75-4050-8855-a3102370ae1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:04.316827045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"ef49686c-c18e-4c8f-9c25-ee6ab205e387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:04.518004598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d392bfc5-2d17-48ae-9f59-91426640bc20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:04.574215008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"67d83c44-5024-4ee6-810b-28786138ea96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:04.796519599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6f38116-b7d5-4a1a-8c8b-11bde6f9ce57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:04.897039989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"5775f641-c5b5-4045-b20b-7f1540a77af8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.105967767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"0f4f23ff-4875-48c1-b424-770e24906871","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.217554277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300b5b45-aeab-464a-93c9-8bc06b044348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.266188167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300b5b45-aeab-464a-93c9-8bc06b044348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.316749533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300b5b45-aeab-464a-93c9-8bc06b044348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.318866808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"0df70d62-ac60-4daa-8c20-4fd0f31d56fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.36658812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300b5b45-aeab-464a-93c9-8bc06b044348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.463448646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"6d6c5243-40b8-447a-b7ba-8d7e37cecaa0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-16be0c","tenantID":"e2e-inf-a-16be0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.515021626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"2f78a366-9f55-4744-8674-cee6072a98b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.574742463Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"6d6c5243-40b8-447a-b7ba-8d7e37cecaa0","name":"e2e-inf-a-16be0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.628154862Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","namespace":"ai-tenant-e2e-extmod-a-d15676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.628212685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","namespace":"ai-tenant-e2e-extmod-a-d15676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.628260108Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","tenant":"e2e-extmod-a-d15676","tenantID":"e2e-extmod-a-d15676","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.677958625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d15676","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.733350052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"Service","name":"maas-api-e2e-extmod-a-d15676","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.784626711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d15676","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.834674558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d15676","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.885629931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.937159542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:05.990586699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.041123332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.08907609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.136884889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.195577235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"Service","name":"payload-processing-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.246641374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.29589528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.368178745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.416750731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.46942179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.517688183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.565697328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.618645621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d15676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:06.715785924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d15676"},"namespace":"ai-tenant-e2e-extmod-a-d15676","name":"default-tenant","reconcileID":"11920eb4-1d43-460f-bea9-fe521f343460","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d15676","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:07.326516961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30f6d14-c26a-453c-b9a0-ef2d7198c6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:07.375029461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30f6d14-c26a-453c-b9a0-ef2d7198c6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:07.423399657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30f6d14-c26a-453c-b9a0-ef2d7198c6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:07.472039343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30f6d14-c26a-453c-b9a0-ef2d7198c6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:22.540366571Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d15676","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d15676","reconcileID":"4561a324-c4ab-45b3-8f05-512031dd1858","aitenant":"ai-tenants/e2e-extmod-a-d15676","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:23.09582544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49ea513-2c83-40df-b68b-8ec2cb4e8893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:23.1443821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49ea513-2c83-40df-b68b-8ec2cb4e8893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:23.19310936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49ea513-2c83-40df-b68b-8ec2cb4e8893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:23.241508741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49ea513-2c83-40df-b68b-8ec2cb4e8893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:23.296621659Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d15676","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d15676","reconcileID":"4561a324-c4ab-45b3-8f05-512031dd1858","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d15676","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d15676"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:25.097348371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d6eb48-3fe5-4120-8043-d9d34efa71f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:25.146155647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d6eb48-3fe5-4120-8043-d9d34efa71f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:25.194774296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d6eb48-3fe5-4120-8043-d9d34efa71f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:25.243287637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d6eb48-3fe5-4120-8043-d9d34efa71f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:27.091824238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d3d0c-602e-4b38-82e2-cfd21db68a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:27.14021493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d3d0c-602e-4b38-82e2-cfd21db68a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:27.190367937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d3d0c-602e-4b38-82e2-cfd21db68a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:27.239435418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d3d0c-602e-4b38-82e2-cfd21db68a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:27.900868953Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:29.891209671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"cf6a06f8-b1b0-4dbf-90ad-a7f892a5f6a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d5bef7","tenantID":"e2e-inf-a-d5bef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:29.998017131Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"cf6a06f8-b1b0-4dbf-90ad-a7f892a5f6a8","name":"e2e-inf-a-d5bef7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:30.062995927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0271854-9fff-44a6-a3cb-c59f70b6a54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:30.111980088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0271854-9fff-44a6-a3cb-c59f70b6a54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:30.160251029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0271854-9fff-44a6-a3cb-c59f70b6a54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:30.208669144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0271854-9fff-44a6-a3cb-c59f70b6a54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:31.045425195Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-69a788","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-69a788","reconcileID":"37795095-a8c4-4ffe-87d0-4152ab630e16","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-69a788","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-69a788":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:31.9694187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d303f8-c8a8-453b-920a-bbaa23deced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:32.017716262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d303f8-c8a8-453b-920a-bbaa23deced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:32.066100498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d303f8-c8a8-453b-920a-bbaa23deced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:32.114993204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d303f8-c8a8-453b-920a-bbaa23deced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:33.878171731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4115dc-3abd-4fb9-8ae2-377811fb38d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:33.926578976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4115dc-3abd-4fb9-8ae2-377811fb38d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:33.975529897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4115dc-3abd-4fb9-8ae2-377811fb38d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:34.023892888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db4115dc-3abd-4fb9-8ae2-377811fb38d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:35.880652067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c80e442-3ba5-4270-872b-75b241153d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:35.929255629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c80e442-3ba5-4270-872b-75b241153d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:35.977738159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c80e442-3ba5-4270-872b-75b241153d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:36.026178062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c80e442-3ba5-4270-872b-75b241153d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:37.790925389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750cbfc1-546b-4a3c-bc67-dce13952a924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:37.83940167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750cbfc1-546b-4a3c-bc67-dce13952a924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:37.88784124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750cbfc1-546b-4a3c-bc67-dce13952a924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:37.936043567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750cbfc1-546b-4a3c-bc67-dce13952a924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:39.743716688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ff80c0-ab44-4967-bac1-6c5cd24bd5d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:39.792254522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ff80c0-ab44-4967-bac1-6c5cd24bd5d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:39.840775355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ff80c0-ab44-4967-bac1-6c5cd24bd5d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:39.889202575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73ff80c0-ab44-4967-bac1-6c5cd24bd5d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:41.686190842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf88134-da3d-435e-8bab-71a3359fe786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:41.734662392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf88134-da3d-435e-8bab-71a3359fe786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:41.783094364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf88134-da3d-435e-8bab-71a3359fe786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:41.8314482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf88134-da3d-435e-8bab-71a3359fe786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:43.584691357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a25270-696c-426e-ac6a-788b5bfe703e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:43.633218463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a25270-696c-426e-ac6a-788b5bfe703e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:43.68162738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a25270-696c-426e-ac6a-788b5bfe703e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:43.730103839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a25270-696c-426e-ac6a-788b5bfe703e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:45.505011349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032a69e8-510a-4dfe-b87e-f9c6a59b7c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:45.553669421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032a69e8-510a-4dfe-b87e-f9c6a59b7c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:45.602348741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032a69e8-510a-4dfe-b87e-f9c6a59b7c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:45.65087551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032a69e8-510a-4dfe-b87e-f9c6a59b7c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:47.409414297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724d2b68-fc42-4519-aaf9-22d4276f0318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:47.459420931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724d2b68-fc42-4519-aaf9-22d4276f0318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:47.507913947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724d2b68-fc42-4519-aaf9-22d4276f0318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:47.556231824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724d2b68-fc42-4519-aaf9-22d4276f0318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:49.340172621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1617f5-ac03-4578-bd10-4ef64043980c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:49.388599115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1617f5-ac03-4578-bd10-4ef64043980c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:49.436950296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1617f5-ac03-4578-bd10-4ef64043980c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:49.485412444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba1617f5-ac03-4578-bd10-4ef64043980c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:51.299476628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9249d034-b747-4ed8-a3a9-4007300dafec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:51.347780608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9249d034-b747-4ed8-a3a9-4007300dafec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:51.396163487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9249d034-b747-4ed8-a3a9-4007300dafec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:51.444829232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9249d034-b747-4ed8-a3a9-4007300dafec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:53.210368993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2c0c63-939a-40d0-8353-682a56675009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:53.258801255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2c0c63-939a-40d0-8353-682a56675009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:53.307724167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2c0c63-939a-40d0-8353-682a56675009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:53.356178066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2c0c63-939a-40d0-8353-682a56675009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:55.119860519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5794a4e0-f432-46ea-88a2-5eccd71228b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:55.168670133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5794a4e0-f432-46ea-88a2-5eccd71228b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:55.217569599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5794a4e0-f432-46ea-88a2-5eccd71228b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:55.266052166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5794a4e0-f432-46ea-88a2-5eccd71228b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:09:57.900451221Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:18.009543591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a8abab-f52e-4704-bc96-691f3ffc77ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:18.05815974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a8abab-f52e-4704-bc96-691f3ffc77ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:18.108438285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a8abab-f52e-4704-bc96-691f3ffc77ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:18.15723462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a8abab-f52e-4704-bc96-691f3ffc77ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:20.017081787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c75ede-e41b-423f-9703-5175eb128d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:20.065691502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c75ede-e41b-423f-9703-5175eb128d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:20.115575122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c75ede-e41b-423f-9703-5175eb128d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:20.164214633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c75ede-e41b-423f-9703-5175eb128d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:21.964995555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848cdd1d-4e2d-4ca2-859b-935e2230a036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:22.021018332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848cdd1d-4e2d-4ca2-859b-935e2230a036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:22.070950944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848cdd1d-4e2d-4ca2-859b-935e2230a036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:22.119384449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848cdd1d-4e2d-4ca2-859b-935e2230a036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:23.910430815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11bbdf9-3c2e-47c9-b37c-86da27cdc25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:23.958846946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11bbdf9-3c2e-47c9-b37c-86da27cdc25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:24.007243871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11bbdf9-3c2e-47c9-b37c-86da27cdc25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:24.055702579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11bbdf9-3c2e-47c9-b37c-86da27cdc25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:25.276582495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cf9ca52-f6aa-44fb-9d69-ece267028485","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:25.722493635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"a1ffcf2c-017a-48a7-81db-8cef86934ff6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:25.826949791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"64c98408-e3e3-46a1-82ca-2a110c8b80e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:25.840794508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b5db57-0577-40ec-991d-bdc591f654bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:25.890799013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b5db57-0577-40ec-991d-bdc591f654bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:25.939383515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b5db57-0577-40ec-991d-bdc591f654bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:25.988019849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b5db57-0577-40ec-991d-bdc591f654bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:26.036824997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"475c7333-f207-41bb-b125-308684ec64bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:26.186810045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf106b46-cc39-47c5-a214-42642935d651","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:26.337444907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"e01d6639-6cec-4fcc-9436-cf256e060492","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:26.385600654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"2c973a06-679c-4935-9782-110187944fba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:26.608049607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"e6b33a5a-2307-41d8-aab5-d5d77dab160c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:26.740652864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"ef7c0208-e657-4f9f-8767-1b0fb9e9fd96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:26.828831486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"d9a09e80-c5e5-4c22-8b00-6bd86ffa84e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:26.917827038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"a2b3d57e-48f7-4e2c-9ced-24d480cf4927","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:27.055630973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"5a700bf6-0cbb-4daf-822d-8425da492f05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:27.785679143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7db9925-338a-4f1f-9dbb-d71201df2748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:27.83425409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7db9925-338a-4f1f-9dbb-d71201df2748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:27.882517425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7db9925-338a-4f1f-9dbb-d71201df2748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:27.899880847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:27.931141423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7db9925-338a-4f1f-9dbb-d71201df2748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:29.706982211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c5e3c6-7776-4ced-910a-543d54a227ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:29.75548706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c5e3c6-7776-4ced-910a-543d54a227ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:29.804606339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c5e3c6-7776-4ced-910a-543d54a227ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:29.853934202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c5e3c6-7776-4ced-910a-543d54a227ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:30.558672834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"a852f6a5-25e5-4c05-b799-b88b92355095","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-629e0b","tenantID":"e2e-inf-a-629e0b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:30.666810003Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"a852f6a5-25e5-4c05-b799-b88b92355095","name":"e2e-inf-a-629e0b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:31.700140994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e3a14f-2724-47fa-bed7-8b52d5469d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:31.74835826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e3a14f-2724-47fa-bed7-8b52d5469d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:31.79674891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e3a14f-2724-47fa-bed7-8b52d5469d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:31.845278398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e3a14f-2724-47fa-bed7-8b52d5469d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:33.614713925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb899ab-30b1-45cf-8a87-40ec311a0658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:33.665918293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb899ab-30b1-45cf-8a87-40ec311a0658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:33.714748986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb899ab-30b1-45cf-8a87-40ec311a0658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:33.763341914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb899ab-30b1-45cf-8a87-40ec311a0658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:35.541477161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff477d55-4bd3-43e9-a9e0-6e49841b9292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:35.589812987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff477d55-4bd3-43e9-a9e0-6e49841b9292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:35.638497086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff477d55-4bd3-43e9-a9e0-6e49841b9292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:35.687084657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff477d55-4bd3-43e9-a9e0-6e49841b9292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:48.782085001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"945be998-582a-4a18-ac21-7b88756e62f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:48.882779494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"bc81971d-0315-401b-8a58-75eb5eae7857","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:48.982676559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"38db1d23-6a59-439f-82c7-5d37839ce877","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:48.982697092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"088a8163-9380-46d2-a878-674ff9278aab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:49.083530933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"4ce437b2-cd77-45d6-8f74-b2ca6df160ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:49.202216949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"958dff33-73ca-4031-b69a-6b4aa21826ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:49.299189907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d593925-649d-4edb-8038-5b248dfaee6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:49.427173091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"73c30a6e-29c5-4e3f-82ff-ccd46b7c27cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:49.597145527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"53cb7544-74dd-4038-9737-7da218a17b64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:49.699888525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"e49c7cc2-96aa-42a7-9e5d-f62c92223fd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:49.834489134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"24075b76-a754-47d1-b745-d2856d0e7dbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:50.184510527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fabb0c53-e38b-42d6-b1b8-39b49d4bba74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:10:57.901604052Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:06.717092148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"87f9de4f-fefa-454d-9573-4107d5035aed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-69a788","tenantID":"e2e-inf-a-69a788","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:06.82444529Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"87f9de4f-fefa-454d-9573-4107d5035aed","name":"e2e-inf-a-69a788-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:27.900061434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:46.847351942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","namespace":"ai-tenant-e2e-inf-a-3b7451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:46.847427773Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","namespace":"ai-tenant-e2e-inf-a-3b7451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:46.847478213Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","tenant":"e2e-inf-a-3b7451","tenantID":"e2e-inf-a-3b7451","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:46.897785808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"Deployment","name":"maas-api-e2e-inf-a-3b7451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:46.954967789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"Service","name":"maas-api-e2e-inf-a-3b7451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.005557438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-3b7451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.055836958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-3b7451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.107678527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.164511755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.217558734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.268066557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.317864127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"Deployment","name":"payload-processing-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.366198111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.414045056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"Service","name":"payload-processing-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.462277528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.512337422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.560487498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.608781721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.660000302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.707871103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.755739184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.812730467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-3b7451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:47.860792803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b7451"},"namespace":"ai-tenant-e2e-inf-a-3b7451","name":"default-tenant","reconcileID":"3c04a27d-b161-482d-bb71-6ce96cd0ca3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-3b7451","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:50.38180625Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3b7451","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3b7451","reconcileID":"cb7f1bbe-740d-46e6-b6c0-bd890dcada02","aitenant":"ai-tenants/e2e-inf-a-3b7451","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:50.904485955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3587563a-05f9-44a1-aadb-ef2a12788655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:50.953030888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3587563a-05f9-44a1-aadb-ef2a12788655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:51.001460557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3587563a-05f9-44a1-aadb-ef2a12788655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:51.050293536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3587563a-05f9-44a1-aadb-ef2a12788655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:51.154167948Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3b7451","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3b7451","reconcileID":"cb7f1bbe-740d-46e6-b6c0-bd890dcada02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3b7451","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-3b7451"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:52.840912407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df100ef2-559a-4f1b-bcb9-8dfac2a3c757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:52.889507974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df100ef2-559a-4f1b-bcb9-8dfac2a3c757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:52.938128667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df100ef2-559a-4f1b-bcb9-8dfac2a3c757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:52.986535695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df100ef2-559a-4f1b-bcb9-8dfac2a3c757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:54.815669356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f661fb0-9dc9-4f9a-b28d-58b0aa45f2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:54.86411617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f661fb0-9dc9-4f9a-b28d-58b0aa45f2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:54.912963366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f661fb0-9dc9-4f9a-b28d-58b0aa45f2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:54.961558871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f661fb0-9dc9-4f9a-b28d-58b0aa45f2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:55.10767738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"252d3f13-afa1-4545-b9fd-c83f593c7e62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:55.256914743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"38ecb50f-4b4b-4e74-bba0-ab10857e2c47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:55.357772191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"c3ca4335-b5b6-4527-94a9-8d7767f7a763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:55.467349119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"f4971a42-a914-4584-8feb-40ca5bfb18f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:55.811772546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"b448250c-fd07-4061-ae13-659443c09f6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:55.926065306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"d29548b1-c8b9-415a-bcb8-b2c5e917691b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.084288276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"a47747dc-7fcf-4fb3-bef5-adfd4cee8c2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.226025972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd6a9c54-be59-4d42-a52a-ad873bbbf678","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.351479094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"8034596e-407f-4d52-8401-44d5053f1ccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.354157775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"c6ed587b-154c-4c26-915f-afbaa5b470f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.418664174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"8fb3e87a-47be-4903-80c0-ff59a3760aee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.562970322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"0f2ec7f4-020d-4d5c-8702-864f27133856","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.725158326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8385ef10-fd9f-4974-aef0-824d1b34dfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.7737635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8385ef10-fd9f-4974-aef0-824d1b34dfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.822062564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8385ef10-fd9f-4974-aef0-824d1b34dfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:56.870793648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8385ef10-fd9f-4974-aef0-824d1b34dfd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:57.899886302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:58.6408019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6487e9d1-a55e-461f-8ac6-ec26ee74006c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:58.689533198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6487e9d1-a55e-461f-8ac6-ec26ee74006c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:58.73801863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6487e9d1-a55e-461f-8ac6-ec26ee74006c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:11:58.786565357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6487e9d1-a55e-461f-8ac6-ec26ee74006c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:00.548283946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0318f6d5-6fb7-44e0-9f94-6efcb61dcf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:00.596771009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0318f6d5-6fb7-44e0-9f94-6efcb61dcf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:00.645242445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0318f6d5-6fb7-44e0-9f94-6efcb61dcf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:00.693847793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0318f6d5-6fb7-44e0-9f94-6efcb61dcf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:02.522000602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70526fd3-44e7-4fb8-96eb-dfdff5a13d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:02.570584092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70526fd3-44e7-4fb8-96eb-dfdff5a13d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:02.619106607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70526fd3-44e7-4fb8-96eb-dfdff5a13d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:02.667857351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70526fd3-44e7-4fb8-96eb-dfdff5a13d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:04.460235186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71716cc4-bbb5-40a1-a136-47855a0a2c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:04.508920632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71716cc4-bbb5-40a1-a136-47855a0a2c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:04.557245067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71716cc4-bbb5-40a1-a136-47855a0a2c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:04.606154864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71716cc4-bbb5-40a1-a136-47855a0a2c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:04.810983734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bc9f0a0-4493-47c9-8367-cb210ebf7fb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:04.811010046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bc9f0a0-4493-47c9-8367-cb210ebf7fb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:04.864631498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"173f7c9c-7aba-433a-accb-8c9f528fbce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:04.864657006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"173f7c9c-7aba-433a-accb-8c9f528fbce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:04.960413535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"ffa79127-a86c-4b36-922c-13b0da63f95d","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.126095545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"ffa79127-a86c-4b36-922c-13b0da63f95d","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.176663948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"ffa79127-a86c-4b36-922c-13b0da63f95d","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.229386723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050bb6da-9563-4b9e-a807-6b7b88406c5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.22940811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050bb6da-9563-4b9e-a807-6b7b88406c5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.253440961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"403bb596-7af4-4da3-9c59-27ef1d3d0634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.253467511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"403bb596-7af4-4da3-9c59-27ef1d3d0634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.307987691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995887a0-ac03-4706-a4a3-c565aa921c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.308087733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995887a0-ac03-4706-a4a3-c565aa921c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.349507651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"9bcd3e8a-f1be-4482-9fa4-d1ce08d522b7","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:12:05.359713276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-sub-53f7a11d","reconcileID":"dc829357-619f-4ccb-ac33-4bdf63d25d3c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-53f7a11d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.402773075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"9bcd3e8a-f1be-4482-9fa4-d1ce08d522b7","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.453707734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"9bcd3e8a-f1be-4482-9fa4-d1ce08d522b7","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.473804888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"743997b0-377c-4467-b9e3-b950ab4e46dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.473825251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"743997b0-377c-4467-b9e3-b950ab4e46dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.52669851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c9b520f-3b21-4664-85a9-ee5f011b244e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.526720449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c9b520f-3b21-4664-85a9-ee5f011b244e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.773671878Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-sub-53f7a11d","reconcileID":"0360fa5a-b621-4ae0-a8b4-d45040a9f4d1","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-53f7a11d/e2e-sub-53f7a11d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.926844749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90061db3-e6c3-4d90-8871-02de4bf6d081","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.92686642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90061db3-e6c3-4d90-8871-02de4bf6d081","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:05.967148081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4426ebb9-76cf-4e5c-bb42-0c413094c563","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:06.120271492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-sub-53f7a11d","reconcileID":"73425247-dab3-4519-9583-3b949c174870","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:06.274593039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f869a92-4ce4-4fdb-9273-d24503138f1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:06.27461335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f869a92-4ce4-4fdb-9273-d24503138f1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:06.994914157Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","namespace":"ai-tenant-e2e-inf-a-16be0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:06.994999959Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","namespace":"ai-tenant-e2e-inf-a-16be0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:06.995076929Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","tenant":"e2e-inf-a-16be0c","tenantID":"e2e-inf-a-16be0c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.045241015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"Deployment","name":"maas-api-e2e-inf-a-16be0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.103199562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"Service","name":"maas-api-e2e-inf-a-16be0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.16122799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-16be0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.211763824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-16be0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.262813466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.314527145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.36742701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.417872598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.466415803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"Deployment","name":"payload-processing-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.516889477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.564905716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"Service","name":"payload-processing-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.616645866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.665646914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.713937975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.76181613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.815276453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.863154431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.911406301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:07.961652424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-16be0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:08.014607739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-16be0c"},"namespace":"ai-tenant-e2e-inf-a-16be0c","name":"default-tenant","reconcileID":"933f5bf7-2594-4f93-99c8-2513565dbf24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-16be0c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:09.394379549Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-16be0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-16be0c","reconcileID":"846129c6-69a5-4a18-9c24-3659b748f4c6","aitenant":"ai-tenants/e2e-inf-a-16be0c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:09.510540255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ad5c54-ccd5-4c0c-86e2-3c33dd934102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:09.558915163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ad5c54-ccd5-4c0c-86e2-3c33dd934102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:09.607631054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ad5c54-ccd5-4c0c-86e2-3c33dd934102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:09.656050599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ad5c54-ccd5-4c0c-86e2-3c33dd934102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:10.090571645Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-16be0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-16be0c","reconcileID":"846129c6-69a5-4a18-9c24-3659b748f4c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-16be0c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-16be0c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:11.438685936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2699a42-2533-4932-b01f-36cf414d303e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:11.487072626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2699a42-2533-4932-b01f-36cf414d303e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:11.535662866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2699a42-2533-4932-b01f-36cf414d303e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:11.584328342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2699a42-2533-4932-b01f-36cf414d303e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:13.339343989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ff8811-bbe5-4fcd-afbe-49ad4dbbfb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:13.387848234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ff8811-bbe5-4fcd-afbe-49ad4dbbfb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:13.436274321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ff8811-bbe5-4fcd-afbe-49ad4dbbfb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:13.484811789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ff8811-bbe5-4fcd-afbe-49ad4dbbfb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:15.467874792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"830f2726-0736-49e6-826d-63631dbb0540","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:15.553016398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"6f49a645-e25b-47e0-ad72-c496a20f8bac","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:15.604697544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"6f49a645-e25b-47e0-ad72-c496a20f8bac","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:15.655407008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"6f49a645-e25b-47e0-ad72-c496a20f8bac","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:15.698589829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"40814f00-85cb-4eac-a280-72d122d13052","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:15.800153327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63a610e1-554c-4b72-89b0-cc4a10fadae7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:15.813718715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"d0f1d7fd-9f4f-49a8-9180-b464a127b91d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:15.927724945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"8f7a7fda-6294-4ceb-ac35-19c73c9554ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:16.374847644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"0b1d51d6-a445-4ca4-ae67-622c04775e91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:16.485295536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"8c401208-9379-4608-a428-1175a83f4155","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:16.584771257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"d3974746-5a9c-45ad-825f-596160fff343","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:16.684440133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"619f7b95-8ae7-4735-831d-d95669980361","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:16.785429029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"a9b000ff-db9c-4a65-bc23-1e17bb1c455f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:16.824125171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"61755e89-900d-4dce-be2c-9ef0c1a55266","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:25.754806042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"36f35428-01a4-4c09-b5d3-b0c687a3ef6c","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:25.807019455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"36f35428-01a4-4c09-b5d3-b0c687a3ef6c","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:25.8578868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"36f35428-01a4-4c09-b5d3-b0c687a3ef6c","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.096223424Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","namespace":"ai-tenant-e2e-inf-a-d5bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.096301227Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","namespace":"ai-tenant-e2e-inf-a-d5bef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.096394451Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","tenant":"e2e-inf-a-d5bef7","tenantID":"e2e-inf-a-d5bef7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.148483568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"Deployment","name":"maas-api-e2e-inf-a-d5bef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.205872056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"Service","name":"maas-api-e2e-inf-a-d5bef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.256557153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d5bef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.306941518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d5bef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.357357641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.412523829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.463449414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.514269891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.562338497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.610193249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.659130606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"Service","name":"payload-processing-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.707123866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.759191755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.80744662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.855599309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.906730223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:26.954881072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:27.00258614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:27.051443103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d5bef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:27.099783827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d5bef7"},"namespace":"ai-tenant-e2e-inf-a-d5bef7","name":"default-tenant","reconcileID":"5410bd61-38a2-4dec-836c-6cd80e7b84c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d5bef7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:27.899599087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:28.910226068Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d5bef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d5bef7","reconcileID":"caf3dc7b-9adb-4340-aedf-f92fbb95d00f","aitenant":"ai-tenants/e2e-inf-a-d5bef7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:29.445581214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49842e61-e577-487f-bd52-976d54846105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:29.494112658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49842e61-e577-487f-bd52-976d54846105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:29.542648388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49842e61-e577-487f-bd52-976d54846105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:29.591687245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49842e61-e577-487f-bd52-976d54846105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:29.695438598Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d5bef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d5bef7","reconcileID":"caf3dc7b-9adb-4340-aedf-f92fbb95d00f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d5bef7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d5bef7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:31.361186738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65db740e-0303-4e61-b191-529c342d92a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:31.409736781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65db740e-0303-4e61-b191-529c342d92a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:31.45818838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65db740e-0303-4e61-b191-529c342d92a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:31.507080819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65db740e-0303-4e61-b191-529c342d92a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:33.274371982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef64e64-58bb-495a-9d2d-6ccfe4f9dcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:33.32282339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef64e64-58bb-495a-9d2d-6ccfe4f9dcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:33.371217138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef64e64-58bb-495a-9d2d-6ccfe4f9dcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:33.4202219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef64e64-58bb-495a-9d2d-6ccfe4f9dcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:35.215794119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e78205d-3be3-49c3-a11a-38a265e6dbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:35.264485606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e78205d-3be3-49c3-a11a-38a265e6dbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:35.3130022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e78205d-3be3-49c3-a11a-38a265e6dbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:35.362262169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e78205d-3be3-49c3-a11a-38a265e6dbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:35.95499807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"2203add5-3bac-46c1-ad79-83683c103805","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:36.007661323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"2203add5-3bac-46c1-ad79-83683c103805","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:36.058464696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"2203add5-3bac-46c1-ad79-83683c103805","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.218798782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d28f1c1-0e82-4df0-a55d-7adfd5f35e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.268705538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d28f1c1-0e82-4df0-a55d-7adfd5f35e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.321521229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d28f1c1-0e82-4df0-a55d-7adfd5f35e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.374435844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d28f1c1-0e82-4df0-a55d-7adfd5f35e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.668025984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93bea4c-095b-4077-92b7-1722f5367bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.716588829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93bea4c-095b-4077-92b7-1722f5367bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.76546436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93bea4c-095b-4077-92b7-1722f5367bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.82648368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93bea4c-095b-4077-92b7-1722f5367bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.49525049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26a26cab-24f6-4080-b4c8-7c6f623290f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.499316574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-sub-53f7a11d","reconcileID":"8506afd3-1e24-424f-b21d-598d7352d1a4","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.69194188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d2eede-462d-471b-8586-8c6f25936b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.740555064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d2eede-462d-471b-8586-8c6f25936b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.789022487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d2eede-462d-471b-8586-8c6f25936b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.837397079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d2eede-462d-471b-8586-8c6f25936b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.030363239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5d63023-cade-4001-b800-29bcadad28d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.030384355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5d63023-cade-4001-b800-29bcadad28d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.090859685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6778e4eb-c95a-457b-8c9c-429cd4f16d78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.090879465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6778e4eb-c95a-457b-8c9c-429cd4f16d78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.186121303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"ddf31991-f5e3-4d45-b147-21525dcb0115","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.240274311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"ddf31991-f5e3-4d45-b147-21525dcb0115","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.292166879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"ddf31991-f5e3-4d45-b147-21525dcb0115","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.306848771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6d0303b-2074-4ef3-915f-f41206c0bc7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.306869569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6d0303b-2074-4ef3-915f-f41206c0bc7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.346895798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d382ee12-c9bf-4f31-afb6-60c36309f65e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.346914791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d382ee12-c9bf-4f31-afb6-60c36309f65e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.359588453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0004938d-3e4e-4c47-8e90-b2e327ccf4a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.359610039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0004938d-3e4e-4c47-8e90-b2e327ccf4a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:12:43.410527107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-sub-4901ea19","reconcileID":"cb7c9ed1-54d6-41ce-acd3-277ff438cf03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-4901ea19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.44288344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"25a8d81a-7c0b-4c09-a2d7-259701bb9bbe","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.495522922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"25a8d81a-7c0b-4c09-a2d7-259701bb9bbe","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.520405681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ac81a1e-6b6e-43b3-9ae8-e830ef1b6c9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.520426502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ac81a1e-6b6e-43b3-9ae8-e830ef1b6c9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.55029066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"25a8d81a-7c0b-4c09-a2d7-259701bb9bbe","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.57339703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f0f67e-2d08-4ac4-95e8-aa40fa5b6726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.573418727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f0f67e-2d08-4ac4-95e8-aa40fa5b6726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:12:43.601269378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"25a8d81a-7c0b-4c09-a2d7-259701bb9bbe","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-policy-4901ea19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.703940597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"05a63787-1333-4e3d-bfe8-ee3fb4b50a0e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.757194177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"05a63787-1333-4e3d-bfe8-ee3fb4b50a0e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.808487351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"05a63787-1333-4e3d-bfe8-ee3fb4b50a0e","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.825485124Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-sub-4901ea19","reconcileID":"bbe9d4a7-39db-44cb-a9c6-4d7206743699","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-4901ea19/e2e-shared-sub-4901ea19","ai-tenant-e2e-mt-53f7a11d/e2e-sub-53f7a11d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.979906245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9e3218c-3d27-4481-8a58-46739ba6480d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:43.979925096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9e3218c-3d27-4481-8a58-46739ba6480d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.022417957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e9555c8-ba3e-43a4-9ccc-247792e5f83d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.022542768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-sub-53f7a11d","reconcileID":"01e5246e-a3f8-41ed-bd63-b3432f81f98e","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.181075549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-sub-4901ea19","reconcileID":"441a4fc2-dce6-4664-af14-1087bb881ee0","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.283731192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d119354d-84a5-4fe8-b093-9ced4bc2f43f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.28375387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d119354d-84a5-4fe8-b093-9ced4bc2f43f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.339624022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"713b8f84-1586-442a-8564-1d0119ade8da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.339645018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"713b8f84-1586-442a-8564-1d0119ade8da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.340174942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e99830-ccc8-43b5-9f55-1aea329caba9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.340188725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e99830-ccc8-43b5-9f55-1aea329caba9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.436212343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"94bbf86b-b39e-428f-b5f7-6dde78bb5292","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.489686212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"94bbf86b-b39e-428f-b5f7-6dde78bb5292","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.54117423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"94bbf86b-b39e-428f-b5f7-6dde78bb5292","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.541255876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0ee394f-718e-4724-8a8d-5c87825a0ac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.54127582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0ee394f-718e-4724-8a8d-5c87825a0ac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.595104088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4e366d-15f6-42aa-a38a-1f916dd8e217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.595129904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4e366d-15f6-42aa-a38a-1f916dd8e217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.598228478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7338727d-d31c-4243-a0b5-ff652e9979c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.598250345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7338727d-d31c-4243-a0b5-ff652e9979c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:12:44.648616415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-sub-4901ea19","reconcileID":"153fbf2a-4349-4446-b0ec-8c1594c7c818","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-4901ea19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.695955849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"4b789824-42e6-48ae-b04c-8710cb39e185","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.748705341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"4b789824-42e6-48ae-b04c-8710cb39e185","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.759572345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13e5c3bd-5828-4c24-94e5-a417bd558d6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.759591785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13e5c3bd-5828-4c24-94e5-a417bd558d6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.80156458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"4b789824-42e6-48ae-b04c-8710cb39e185","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.812509164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad1657be-7391-44ef-84d2-d22e8f465ba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.812535748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad1657be-7391-44ef-84d2-d22e8f465ba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:45.067297469Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-sub-4901ea19","reconcileID":"9c757690-c2f3-43cc-834f-5896ac278973","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-4901ea19/e2e-shared-sub-4901ea19","ai-tenant-e2e-mt-4ec09f8f/e2e-shared-sub-4901ea19","ai-tenant-e2e-mt-53f7a11d/e2e-sub-53f7a11d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:45.22048988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ba30443-5d2a-4bbd-a6e7-d4c1b40d8f63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:45.220509855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ba30443-5d2a-4bbd-a6e7-d4c1b40d8f63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:45.262183775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c13d39bf-7611-4c4d-a48b-2797e433cf03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:45.262253133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-sub-53f7a11d","reconcileID":"1d1411df-cdec-409b-84db-020d45b99f76","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:45.262656263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-sub-4901ea19","reconcileID":"bd79fa84-bca2-44af-aa94-ec56ed7ae962","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:45.416158984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-sub-4901ea19","reconcileID":"4652e274-e469-4c94-b0bf-92b2899cebc0","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:46.155256339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"3d19725a-51f2-477e-8703-1177e35a4c4a","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:46.207519853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"3d19725a-51f2-477e-8703-1177e35a4c4a","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:46.258654644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"3d19725a-51f2-477e-8703-1177e35a4c4a","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:46.312942692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab5848c7-cd5e-4e9d-acd8-34965d1ce063","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:46.312962409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab5848c7-cd5e-4e9d-acd8-34965d1ce063","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:53.905683356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"b091f9ba-6a68-4421-955e-4954becde9da","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:53.958470757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"b091f9ba-6a68-4421-955e-4954becde9da","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:54.009982954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"b091f9ba-6a68-4421-955e-4954becde9da","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:54.915341194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"fd98d181-88a3-44a5-969a-2a9c451fa89f","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:54.967887529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"fd98d181-88a3-44a5-969a-2a9c451fa89f","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:55.019503978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"fd98d181-88a3-44a5-969a-2a9c451fa89f","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:55.415436162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"7ef1ac9b-269a-445b-82cf-795929468184","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:55.415550656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfab7b17-e8bc-438e-be29-9230ddb2058a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:55.415569677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfab7b17-e8bc-438e-be29-9230ddb2058a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:55.512497616Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-policy-4901ea19","reconcileID":"7ef1ac9b-269a-445b-82cf-795929468184","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"policyNamespace":"ai-tenant-e2e-mt-4901ea19","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:55.565466152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1df68974-18f8-4194-aab6-2987a72fe7b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:55.56548595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1df68974-18f8-4194-aab6-2987a72fe7b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:55.70341908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0533200f-e214-4192-9a9c-fa9eda7c3d48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:55.703440296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0533200f-e214-4192-9a9c-fa9eda7c3d48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:56.409622126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"e6f181e7-5759-4f86-83d4-7b5ebef153e9","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:56.462636258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"e6f181e7-5759-4f86-83d4-7b5ebef153e9","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:56.513895585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"e6f181e7-5759-4f86-83d4-7b5ebef153e9","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:12:57.901519211Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:05.116559177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"25f5e071-5e0c-4c26-b810-2a380059e054","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:05.168693951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"25f5e071-5e0c-4c26-b810-2a380059e054","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:05.469423051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d01519d-14cd-47be-8079-98a22a253582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:05.469442882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d01519d-14cd-47be-8079-98a22a253582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:05.854929554Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-sub-4901ea19","reconcileID":"8ee340eb-0436-46f3-8b5f-da77254e124e","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-4901ea19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.052993159Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"namespace":"ai-tenant-e2e-mt-4901ea19","name":"e2e-shared-sub-4901ea19","reconcileID":"8ee340eb-0436-46f3-8b5f-da77254e124e","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4901ea19"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-4ec09f8f/e2e-shared-sub-4901ea19","ai-tenant-e2e-mt-53f7a11d/e2e-sub-53f7a11d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.248346301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc789492-c78c-4763-9c80-c573a4b00a1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.248346299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-sub-4901ea19","reconcileID":"a8cd6dbb-a58c-443f-9f90-67fd7fcd6307","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.248848452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-sub-53f7a11d","reconcileID":"00a9a5a3-a13c-4d77-974e-ca7b537bb2a6","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.259999622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d22d0714-801d-4600-b249-0caf3af97e7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.260030349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d22d0714-801d-4600-b249-0caf3af97e7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.611417896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"46f46d62-3abf-4744-aa25-1c6ecd4c8d2a","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.663527841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"46f46d62-3abf-4744-aa25-1c6ecd4c8d2a","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.911136305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf5f9055-128f-49f2-b097-40117dfb7b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:06.911158552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf5f9055-128f-49f2-b097-40117dfb7b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.587239049Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"58101358-9bb8-4523-a9e8-2fd2daef4304","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.587459437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"751f244c-b614-4352-aa47-c2c0aaacd6d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.587486746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"751f244c-b614-4352-aa47-c2c0aaacd6d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.68399873Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-policy-53f7a11d","reconcileID":"58101358-9bb8-4523-a9e8-2fd2daef4304","MaaSAuthPolicy":{"name":"e2e-policy-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"policyNamespace":"ai-tenant-e2e-mt-53f7a11d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.735758377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c584013c-c785-40e8-b006-f87c7d5f8181","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.735779813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c584013c-c785-40e8-b006-f87c7d5f8181","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.876292149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40e17e2b-ede7-4dac-933e-bd32d1ffe25a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.87633089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40e17e2b-ede7-4dac-933e-bd32d1ffe25a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:19.825221987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"0d9b44cf-89d6-49b9-b456-857816f2eb02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:20.000932041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"6d2c486f-e319-4f89-b952-e88cf82a4703","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:20.100722184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"f1583a6a-6b71-480b-9fb3-78ea4a28ac1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:20.207089243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"e852abdb-b67a-42c2-ae0a-28cd40a36133","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:20.519801209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-sub-4901ea19","reconcileID":"896ba413-9abb-4498-9381-c05af0bb865e","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-4ec09f8f/e2e-shared-sub-4901ea19","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:20.572844776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"9d0dc2ef-d5d7-4823-9573-1e59dcbdf3eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:20.580155722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93991653-b170-41aa-a581-82793ef499cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:20.704011214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"717edb4b-2ea2-4da7-aa5d-a47af00843fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:20.823782298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a0605ae2-cf8a-4262-952a-882b2bfbcc97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:20.921159032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-sub-4901ea19","reconcileID":"2694c4bf-3c39-4637-9a7e-973bb1b6504a","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.009287613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d77f6aa2-ab85-4ef2-b665-88c3c716d7ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.010331257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"c063093c-fcc9-4592-a3c6-58bae17209fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.120033839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"62a3fbca-cdc1-41cb-afc4-4acfd79c8a0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.250794335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"c814f13b-b760-4b4f-b5d2-aa58b5dd6289","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.313555063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"9bf00b39-19f4-424d-be07-00367a79a736","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.800085427Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","namespace":"ai-tenant-e2e-inf-a-629e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.800219716Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","namespace":"ai-tenant-e2e-inf-a-629e0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.800367378Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","tenant":"e2e-inf-a-629e0b","tenantID":"e2e-inf-a-629e0b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.852710835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"Deployment","name":"maas-api-e2e-inf-a-629e0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.911907025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"Service","name":"maas-api-e2e-inf-a-629e0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:21.964448077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-629e0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.015565454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-629e0b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.082543061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.147936012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.205626016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.256655173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.305706896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"Deployment","name":"payload-processing-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.35416868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.403007224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"Service","name":"payload-processing-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.458462528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.506717173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.557065688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.607131938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.659946321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.708676212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.757026662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.812352648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-629e0b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:22.870746769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-629e0b"},"namespace":"ai-tenant-e2e-inf-a-629e0b","name":"default-tenant","reconcileID":"b9cb02eb-fd8a-4f95-999f-21c0692ccc1b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-629e0b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:26.310962339Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-629e0b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-629e0b","reconcileID":"85c7364c-459e-4e6a-9325-4acafedaca91","aitenant":"ai-tenants/e2e-inf-a-629e0b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:26.837467046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a38d0b2-efc0-4b69-9ce2-cc4cb5b98ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:26.885975459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a38d0b2-efc0-4b69-9ce2-cc4cb5b98ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:26.934292122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a38d0b2-efc0-4b69-9ce2-cc4cb5b98ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:26.983122795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a38d0b2-efc0-4b69-9ce2-cc4cb5b98ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:27.087235223Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-629e0b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-629e0b","reconcileID":"85c7364c-459e-4e6a-9325-4acafedaca91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-629e0b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-629e0b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:27.900862996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:28.027754549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-sub-53f7a11d","reconcileID":"a7d74075-278a-4003-ada5-cadd662e989b","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-53f7a11d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:28.177787248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"namespace":"ai-tenant-e2e-mt-53f7a11d","name":"e2e-sub-53f7a11d","reconcileID":"a7d74075-278a-4003-ada5-cadd662e989b","MaaSSubscription":{"name":"e2e-sub-53f7a11d","namespace":"ai-tenant-e2e-mt-53f7a11d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:28.444157188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15737b11-5d7b-4ec6-b9c5-f09f01f4644f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:28.444181076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15737b11-5d7b-4ec6-b9c5-f09f01f4644f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:28.76713099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35512d43-e818-4b71-b5be-0f8ea920d2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:28.815635067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35512d43-e818-4b71-b5be-0f8ea920d2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:28.864236932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35512d43-e818-4b71-b5be-0f8ea920d2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:28.91259657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35512d43-e818-4b71-b5be-0f8ea920d2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:30.68120931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d6c10-3423-4bcb-ae39-4c221ab30997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:30.729754156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d6c10-3423-4bcb-ae39-4c221ab30997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:30.778279982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d6c10-3423-4bcb-ae39-4c221ab30997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:30.826650173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d6c10-3423-4bcb-ae39-4c221ab30997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:42.89453172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dc9445b-da35-4f70-ae70-160df729110f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:42.894554741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dc9445b-da35-4f70-ae70-160df729110f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:42.945386581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2227405b-ccac-4773-9ec5-e6bc0bd21599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:42.945413784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2227405b-ccac-4773-9ec5-e6bc0bd21599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:43.089285935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"391c224d-25af-4aa6-a26d-385dccd93e92","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:43.20348633Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"391c224d-25af-4aa6-a26d-385dccd93e92","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:43.254133507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"391c224d-25af-4aa6-a26d-385dccd93e92","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:43.305734963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7eb3a594-46f7-4a6c-9730-eff198c45770","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:43.305753601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7eb3a594-46f7-4a6c-9730-eff198c45770","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.457755194Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","namespace":"ai-tenant-e2e-inf-a-69a788","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.457824124Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","namespace":"ai-tenant-e2e-inf-a-69a788","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.45787213Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","tenant":"e2e-inf-a-69a788","tenantID":"e2e-inf-a-69a788","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.507750015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"Deployment","name":"maas-api-e2e-inf-a-69a788","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.565135123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"Service","name":"maas-api-e2e-inf-a-69a788","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.618283148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-69a788","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.668075455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-69a788","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.721470679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.772363129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.825738534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.876230798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.924781415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"Deployment","name":"payload-processing-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:45.973231028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.021075032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"Service","name":"payload-processing-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.069092536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.11701329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.164894877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.213045468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.264132245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.312336652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.361832418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.413640201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-69a788","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:46.471414184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69a788"},"namespace":"ai-tenant-e2e-inf-a-69a788","name":"default-tenant","reconcileID":"ae4cf2f4-5a74-476c-8fad-b1e8e408b345","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-69a788","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:49.483178293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"4fbc383a-70c9-4fb9-aadb-124c8997fe42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:49.600994322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84c31207-3ad1-4da4-aa33-8647dcfa74a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:49.73646019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"9a2fcefb-7a33-4d5e-853a-9e81f99bec24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:49.933412254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"54295753-ff53-4619-91ac-6dd354c96153","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:50.123191944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"95c7f8f0-3e6a-44c0-9451-b6f5368f4873","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:50.290509068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"dc2db98b-af9b-4c8b-a301-7c1c566a7a2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:50.477418531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"50cfc6da-8aef-4699-a24e-8a46c8be3c68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:50.620515762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"5ac27df3-4b43-458d-959c-e06ebff2ee24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:50.782021104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-sub-4901ea19","reconcileID":"1ec8268f-23c1-4706-ae4a-ecd674e4f4f2","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:50.782076034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0034b080-3ac3-4109-8452-041ee5d3ed1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:50.918332513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"83300265-0655-44a6-a3fc-9398d716504d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:51.153587776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"d75873dd-e77b-4bbb-8fca-8c7adeea3ccd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:51.254028346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"a6963019-9678-4f8c-9bad-bf5219a576b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:53.250379768Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-69a788","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-69a788","reconcileID":"db219057-55de-47bb-9614-8dea2a803322","aitenant":"ai-tenants/e2e-inf-a-69a788","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:53.450663117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"1e360ce6-906b-49e6-a0e0-0151174d7bc3","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:53.50261574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"1e360ce6-906b-49e6-a0e0-0151174d7bc3","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:53.553651602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"1e360ce6-906b-49e6-a0e0-0151174d7bc3","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:53.743457467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc42b5e5-8f7d-4f3b-a2aa-e8cc3bcf11d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:53.79283564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc42b5e5-8f7d-4f3b-a2aa-e8cc3bcf11d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:53.844459114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc42b5e5-8f7d-4f3b-a2aa-e8cc3bcf11d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:53.894455032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc42b5e5-8f7d-4f3b-a2aa-e8cc3bcf11d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:54.002183774Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-69a788","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-69a788","reconcileID":"db219057-55de-47bb-9614-8dea2a803322","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-69a788","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-69a788"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:55.653445632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ec064b-dfe1-4477-a940-5dc795ae58da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:55.701855579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ec064b-dfe1-4477-a940-5dc795ae58da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:55.750154899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ec064b-dfe1-4477-a940-5dc795ae58da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:55.798796254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ec064b-dfe1-4477-a940-5dc795ae58da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:13:57.901604213Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:03.698195167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"38342561-a28f-4895-bf08-5f087688c236","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:03.750587086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"38342561-a28f-4895-bf08-5f087688c236","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:03.801696686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"38342561-a28f-4895-bf08-5f087688c236","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:13.946402458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"c53a3e20-810e-41a0-a57c-1c46aee31b2d","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:13.998947012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"c53a3e20-810e-41a0-a57c-1c46aee31b2d","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:14.050287922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"c53a3e20-810e-41a0-a57c-1c46aee31b2d","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:14.10482992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f85ea9e1-49a3-42dd-a8b7-e5124ca5d2f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:14.104850175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f85ea9e1-49a3-42dd-a8b7-e5124ca5d2f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:24.249651561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"80501b0d-07ca-4c1d-b31d-42ccb7de8c73","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:24.303181816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"80501b0d-07ca-4c1d-b31d-42ccb7de8c73","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:24.354847106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"80501b0d-07ca-4c1d-b31d-42ccb7de8c73","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:27.900349382Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:30.142479735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13feaf6c-5a62-45be-9a08-cc05bf22a746","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:30.142499681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13feaf6c-5a62-45be-9a08-cc05bf22a746","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:30.242934471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"005cbf14-64e2-483e-932d-866f76d1d383","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:30.358003412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"005cbf14-64e2-483e-932d-866f76d1d383","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:30.409071581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"005cbf14-64e2-483e-932d-866f76d1d383","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:30.461802973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ffb3935-2f1e-4a06-a40d-a9f0cb5c6265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:30.461822905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ffb3935-2f1e-4a06-a40d-a9f0cb5c6265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:34.503124063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"bb2d3b2e-3bf9-42b3-9143-86a75401b352","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:34.621815427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"bb2d3b2e-3bf9-42b3-9143-86a75401b352","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:34.673695444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"bb2d3b2e-3bf9-42b3-9143-86a75401b352","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:34.726981726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"497017dd-507e-44a5-9c03-b0a4c5a703ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:34.727004565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"497017dd-507e-44a5-9c03-b0a4c5a703ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:36.887825288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"fcf0db24-77ef-4af1-b9db-1ff37085beef","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:36.887947154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"786288c1-34e6-4a91-a5fd-fed73ece0a98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:36.887966865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"786288c1-34e6-4a91-a5fd-fed73ece0a98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:36.984005769Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-policy-4901ea19","reconcileID":"fcf0db24-77ef-4af1-b9db-1ff37085beef","MaaSAuthPolicy":{"name":"e2e-shared-policy-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"policyNamespace":"ai-tenant-e2e-mt-4ec09f8f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:37.036233123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c7c99c2-854d-4470-903f-c120f35b1816","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:37.036253255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c7c99c2-854d-4470-903f-c120f35b1816","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:37.179420728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb871ea-a970-42f9-9dbf-97656d68b8e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:37.17944084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb871ea-a970-42f9-9dbf-97656d68b8e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:40.559704724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"eb8be6cf-7ef2-4d5b-a728-56cafd11c888","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:40.674616194Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"eb8be6cf-7ef2-4d5b-a728-56cafd11c888","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:40.725710495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"eb8be6cf-7ef2-4d5b-a728-56cafd11c888","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:40.783129165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"601d854e-3cef-4984-8558-ea4dcb071464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:40.783153715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"601d854e-3cef-4984-8558-ea4dcb071464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:44.87167391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"cdce93bd-8348-48ed-809f-8701a5058b18","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:44.987238622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"cdce93bd-8348-48ed-809f-8701a5058b18","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:45.040017582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"cdce93bd-8348-48ed-809f-8701a5058b18","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:45.093714875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e39cfd66-6214-4758-8a1e-04aa72c6751a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:45.093735171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e39cfd66-6214-4758-8a1e-04aa72c6751a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:47.349187884Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-sub-4901ea19","reconcileID":"64d85771-da2c-4892-98ce-424289981126","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-4901ea19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:47.549019548Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"namespace":"ai-tenant-e2e-mt-4ec09f8f","name":"e2e-shared-sub-4901ea19","reconcileID":"64d85771-da2c-4892-98ce-424289981126","MaaSSubscription":{"name":"e2e-shared-sub-4901ea19","namespace":"ai-tenant-e2e-mt-4ec09f8f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:47.761700795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a66f44a5-c423-4e2b-a241-f707402e6595","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:47.824225101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"222adb25-1449-4f36-9d47-4e0978bfab94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:47.824258426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"222adb25-1449-4f36-9d47-4e0978bfab94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:50.87960149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"049edbe0-205e-42ce-baf2-4decdab3488a","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:50.994821565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"049edbe0-205e-42ce-baf2-4decdab3488a","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:51.045873568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"049edbe0-205e-42ce-baf2-4decdab3488a","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:51.099557988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8811a2b2-4688-4b30-a2f1-487c6715e6e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:51.099578744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8811a2b2-4688-4b30-a2f1-487c6715e6e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:55.239065636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"98818151-a4cb-4d87-a653-573c49cb87e7","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:55.354249995Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"98818151-a4cb-4d87-a653-573c49cb87e7","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:55.40571804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"98818151-a4cb-4d87-a653-573c49cb87e7","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:55.459225414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66d5838d-2b26-4116-91b8-93ab256427c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:55.459246631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66d5838d-2b26-4116-91b8-93ab256427c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:57.900128716Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:59.60438958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c412d6-61a6-4407-99bf-4af4621ce354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:59.604409702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c412d6-61a6-4407-99bf-4af4621ce354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:59.655443947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"040c9243-1e28-4ac0-abd5-bb79a58bfe8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:59.655463921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"040c9243-1e28-4ac0-abd5-bb79a58bfe8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:59.757137553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"namespace":"ai-tenant-e2e-mt-17690eef","name":"e2e-policy-17690eef","reconcileID":"fa2a91ce-4132-42f8-bd89-eeaee492e6c5","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:59.873803763Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"namespace":"ai-tenant-e2e-mt-17690eef","name":"e2e-policy-17690eef","reconcileID":"fa2a91ce-4132-42f8-bd89-eeaee492e6c5","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:14:59.925991943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"namespace":"ai-tenant-e2e-mt-17690eef","name":"e2e-policy-17690eef","reconcileID":"fa2a91ce-4132-42f8-bd89-eeaee492e6c5","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:01.19662573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"e6d61ec8-4903-4506-afbd-fe159bba56a8","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:01.249233459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"e6d61ec8-4903-4506-afbd-fe159bba56a8","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:01.300717753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"e6d61ec8-4903-4506-afbd-fe159bba56a8","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:01.354047996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20af5f91-5ed1-4889-9fb5-ff5cd81dd3d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:01.354069626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20af5f91-5ed1-4889-9fb5-ff5cd81dd3d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:05.60437286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"dc056341-4288-45cc-944e-ff3e67cc2093","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:05.722842448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"dc056341-4288-45cc-944e-ff3e67cc2093","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:05.774923825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"dc056341-4288-45cc-944e-ff3e67cc2093","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:05.828444882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0044438b-d867-4139-84ca-59a827ee10b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:05.828467363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0044438b-d867-4139-84ca-59a827ee10b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:10.158889548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"8f113556-bf8a-4412-bf8e-504683da1a77","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:10.158917926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"8f113556-bf8a-4412-bf8e-504683da1a77","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:11.450109462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"173f62d1-3c14-40a9-ad5f-6826c49c4e33","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:11.564796265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"173f62d1-3c14-40a9-ad5f-6826c49c4e33","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:11.615745499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"173f62d1-3c14-40a9-ad5f-6826c49c4e33","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:11.669656761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e8963a1-2215-43bd-8cda-521c00573ed6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:11.669677703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e8963a1-2215-43bd-8cda-521c00573ed6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:15.975035441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"0e14f2a9-e44f-490d-92cb-e473e1736329","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:16.093599092Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"0e14f2a9-e44f-490d-92cb-e473e1736329","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:16.146165977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"0e14f2a9-e44f-490d-92cb-e473e1736329","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:16.202230767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e864f6b-e334-418f-b001-afef031b0441","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:16.202251382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e864f6b-e334-418f-b001-afef031b0441","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:18.574667305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"2fe53156-f7c2-447b-8513-a2cefc899c98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:18.680204288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"343651bb-587f-4b1c-b5b2-beb7acf049e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:18.777555036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"385f25c0-ebf8-451c-93fa-f038dc5311d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:18.87220293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"b905239e-6b6b-4d5c-81ce-129385b3e2bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:19.133713173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"20c3d01e-fd54-45bf-8ba4-d8ceecf6dfe2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:19.573678781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"6423a44f-894a-430f-9105-f5e876b5a02f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:19.67565781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c709863-fac4-4d9d-b12e-e304814b85a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:19.758996167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"45f2d216-f83d-41e8-9069-4d8f6772ff1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:19.857081109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"2d431a3c-933a-4b4a-981a-b81c484920d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:20.012529814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"8831ba56-6e5c-452c-843c-1de5ec6cc38f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:20.176902155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aee3c134-11cd-4251-8f19-2a8166b3b455","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:20.278992591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"820c54f4-797a-476b-9cf8-2c88e96a561c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:21.768199187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"1adb6994-48ed-4d22-9441-250694420e9d","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:21.883209338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"1adb6994-48ed-4d22-9441-250694420e9d","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:21.934836247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"1adb6994-48ed-4d22-9441-250694420e9d","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:21.988420351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d6762e6-3ea0-4033-818b-62a61dc1f164","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:21.988440818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d6762e6-3ea0-4033-818b-62a61dc1f164","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:25.588215789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"namespace":"ai-tenant-e2e-mt-17690eef","name":"e2e-policy-17690eef","reconcileID":"e2dc861c-e5ef-4a0d-aa3c-725565170020","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:25.736818496Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"namespace":"ai-tenant-e2e-mt-17690eef","name":"e2e-policy-17690eef","reconcileID":"e2dc861c-e5ef-4a0d-aa3c-725565170020","MaaSAuthPolicy":{"name":"e2e-policy-17690eef","namespace":"ai-tenant-e2e-mt-17690eef"},"policyNamespace":"ai-tenant-e2e-mt-17690eef","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:26.347718807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"a61c8ef9-4d8e-4784-858e-f56f4a7f6f02","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:26.465134075Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"a61c8ef9-4d8e-4784-858e-f56f4a7f6f02","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:26.517407591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"a61c8ef9-4d8e-4784-858e-f56f4a7f6f02","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:26.570726121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1734f29d-700d-4767-9a70-6e50ac180b3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:26.570747752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1734f29d-700d-4767-9a70-6e50ac180b3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:27.900162391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.085168079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"310067e5-486a-4a67-adf7-056a207d9beb","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.201195506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"310067e5-486a-4a67-adf7-056a207d9beb","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.254745764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"310067e5-486a-4a67-adf7-056a207d9beb","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.306317621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c099b304-29a4-4277-95a5-36c7d6078b28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.306338665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c099b304-29a4-4277-95a5-36c7d6078b28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.718179881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"48fd9831-100a-4391-b4a9-19acb3a606a3","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.833533406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"48fd9831-100a-4391-b4a9-19acb3a606a3","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.884813141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"48fd9831-100a-4391-b4a9-19acb3a606a3","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.939757867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7db2f1dc-c837-4ce9-99b3-52b230ed26cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.939777744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7db2f1dc-c837-4ce9-99b3-52b230ed26cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.403833969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"c0748406-2bb1-495a-8e1d-f96e37182174","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.559202478Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"c0748406-2bb1-495a-8e1d-f96e37182174","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.610962561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"c0748406-2bb1-495a-8e1d-f96e37182174","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.664697775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55783530-d0bb-4064-a0cb-26b0398b300e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.664721226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55783530-d0bb-4064-a0cb-26b0398b300e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:47.084239285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"89559575-2fcc-4ebe-b3cc-bbc77f8711f1","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:47.236268291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"89559575-2fcc-4ebe-b3cc-bbc77f8711f1","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:47.296466918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"89559575-2fcc-4ebe-b3cc-bbc77f8711f1","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:47.366014711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"961483b4-ef72-4f4a-bea2-60aa390f1767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:47.366035471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"961483b4-ef72-4f4a-bea2-60aa390f1767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.595045896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"ab39c6f2-71b0-41b7-98f3-6b24f68db712","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.819163252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"11f54e4b-7c90-403e-9afd-5a0513794d7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.932731896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"deea0bf8-35b0-4cf8-a02c-f2a26a42549c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.030680706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"4a102f18-ce6e-45fb-996a-af6e1f4492cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.158012142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"bf86aacd-ce8f-4997-9914-cc592dfb59a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.326957928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"a5766abe-4333-4141-b792-0c3b1bec4187","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.439822129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"0b3d135c-5b52-4382-9202-d3d3085dc442","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.667158766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"9531ad79-7e22-43a6-bffa-695b9616cc24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.766469562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"74354405-8fa8-47cb-a1dd-e6c461c18f8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.781550974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45489949-51cc-4c2c-abb7-0eabc726280d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.867338286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"ecf65800-c546-4f8f-8fae-b4c4c620db0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.897838037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"876cdfcf-d7f2-44f1-a6da-c46b321cd405","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:52.76163163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"9ceba492-1b6a-4ae1-bb25-7f6c0dd58363","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:52.877905876Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"9ceba492-1b6a-4ae1-bb25-7f6c0dd58363","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:52.929535111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"9ceba492-1b6a-4ae1-bb25-7f6c0dd58363","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:52.981039905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172279f6-72cf-444c-86bd-5993abec0864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:52.981059064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172279f6-72cf-444c-86bd-5993abec0864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:57.511206789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"b5370dd9-f803-49e0-9a3c-c81a621b268b","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:57.631225996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"b5370dd9-f803-49e0-9a3c-c81a621b268b","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:57.682728682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"b5370dd9-f803-49e0-9a3c-c81a621b268b","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:57.734048305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4afe082d-2200-4bad-b794-d486695f1520","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:57.734070262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4afe082d-2200-4bad-b794-d486695f1520","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:15:57.901029112Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.077119801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"d679904b-3fe9-4a11-88af-2922a615e9f6","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.193610684Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"d679904b-3fe9-4a11-88af-2922a615e9f6","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.244869884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"d679904b-3fe9-4a11-88af-2922a615e9f6","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.298539453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0041895-f4e9-4d7d-8c6f-0977b4213d77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.298560351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0041895-f4e9-4d7d-8c6f-0977b4213d77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:07.879685898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"c6642056-3685-416f-9b1f-2f4720d0845c","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:07.994701702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"c6642056-3685-416f-9b1f-2f4720d0845c","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:08.045478843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"c6642056-3685-416f-9b1f-2f4720d0845c","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:08.098809504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5fa9c80-80ce-47ab-a63d-8b052c6514af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:08.098829268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5fa9c80-80ce-47ab-a63d-8b052c6514af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:13.396228957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"0ec2f245-7afa-4246-8086-3f1789b9a657","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:13.513044971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"0ec2f245-7afa-4246-8086-3f1789b9a657","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:13.564352159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"0ec2f245-7afa-4246-8086-3f1789b9a657","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:13.618258912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e5de7b9-4e81-4ff2-8cea-16f15b18624b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:13.618278204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e5de7b9-4e81-4ff2-8cea-16f15b18624b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:18.244807761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"70bdbdc7-9b66-4dfa-b024-f4617e7b0133","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:18.361029162Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"70bdbdc7-9b66-4dfa-b024-f4617e7b0133","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:18.412880185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"70bdbdc7-9b66-4dfa-b024-f4617e7b0133","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:18.463960874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b23f7c6-ed9e-4e10-80da-21bc26d6769f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:18.463983822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b23f7c6-ed9e-4e10-80da-21bc26d6769f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:21.812544256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"3bf326b7-e263-4fb5-8212-c2582f303f4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:21.926727252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"aae7b686-45c9-4912-a133-eeed84f458f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.025697348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"39e05cba-fe57-45b5-8b61-0a47cd54e07b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.041187198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"452f7be0-33b3-4ed5-90f2-be616ee6ed97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.155025599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"03bebf0f-871b-4d62-8d29-d2b1c2658975","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.373666303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a3329267-13ed-4f6e-918e-36e05a3466bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.496752537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"5d828ffe-84e1-4101-9d0e-146c2d61322a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.54308381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"44070d7d-73b2-4bb0-beed-dfe4032f0746","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.59309193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"f3568cad-5dbd-4ad4-870c-e8e5e47a86d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.719740664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"f6448477-8258-4934-9cc7-01b4dcf0320f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.820058808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"5a13d342-c2f1-4696-8059-829bbd6a7f12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:23.062436926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3edf17e5-2ba7-4f00-9f75-7ff49a64f78b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:23.715137889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"7da7e25d-6992-4cba-a094-7eb8ccb7e9df","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:23.830564534Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"7da7e25d-6992-4cba-a094-7eb8ccb7e9df","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:23.881537974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"7da7e25d-6992-4cba-a094-7eb8ccb7e9df","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:23.93352419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d7e4bbd-9648-41ed-82e2-a78b983892a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:23.933546828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d7e4bbd-9648-41ed-82e2-a78b983892a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:27.900662599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:28.609266224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"1ad10a0d-b1ef-43d5-9cbc-17a8c35df3cb","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:28.723916603Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"1ad10a0d-b1ef-43d5-9cbc-17a8c35df3cb","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:28.775231761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"1ad10a0d-b1ef-43d5-9cbc-17a8c35df3cb","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:28.828790619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df8dc856-a8ff-4321-b49d-34d5ce73b097","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:28.828816769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df8dc856-a8ff-4321-b49d-34d5ce73b097","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.281564453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"72629c8a-8dff-491d-90ba-532d15fa93f0","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.281593759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"72629c8a-8dff-491d-90ba-532d15fa93f0","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.31125743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d47406-67de-44cb-83ce-17e33dc8c79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.360495537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d47406-67de-44cb-83ce-17e33dc8c79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.409104739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d47406-67de-44cb-83ce-17e33dc8c79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.457681003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d47406-67de-44cb-83ce-17e33dc8c79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.885776568Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-3fcdda46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-3fcdda46","reconcileID":"fbf76434-62f8-4ad5-bbfc-275d276d8193","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-3fcdda46","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-3fcdda46":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.030679396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"513ec279-7092-455f-8d86-7898edf76b70","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.152434978Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"513ec279-7092-455f-8d86-7898edf76b70","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.203448793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"513ec279-7092-455f-8d86-7898edf76b70","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.255233898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"262e37ef-0211-4273-9948-5dde0067584e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.255254963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"262e37ef-0211-4273-9948-5dde0067584e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:35.232693992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4969e1ce-c831-473e-afd8-ea010901a315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:35.282085604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4969e1ce-c831-473e-afd8-ea010901a315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:35.33102176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4969e1ce-c831-473e-afd8-ea010901a315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:35.379556803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4969e1ce-c831-473e-afd8-ea010901a315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:37.147645292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7b25ac-2ba3-40c0-86bd-d1d963208a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:37.196167917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7b25ac-2ba3-40c0-86bd-d1d963208a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:37.247258499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7b25ac-2ba3-40c0-86bd-d1d963208a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:37.305019025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7b25ac-2ba3-40c0-86bd-d1d963208a1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:38.692079367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"d93a1feb-f3b7-4a59-a701-8a9ad557d88c","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:38.692107698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"d93a1feb-f3b7-4a59-a701-8a9ad557d88c","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:38.745136027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"acf29d47-a1af-4304-a971-54953ed9e9c9","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:38.745165004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"acf29d47-a1af-4304-a971-54953ed9e9c9","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:38.841641968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"c1dcc44c-224e-4428-9cfe-12bae06a51d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:38.956167708Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"c1dcc44c-224e-4428-9cfe-12bae06a51d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:38.989896128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"52fba3df-0863-4383-a9c8-270415e7793a","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:39.007260363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"c1dcc44c-224e-4428-9cfe-12bae06a51d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:39.060445379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"6d460cd2-4226-44e2-adcc-5596f3b8165a","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:39.060466397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"6d460cd2-4226-44e2-adcc-5596f3b8165a","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:39.108915815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"52fba3df-0863-4383-a9c8-270415e7793a","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:39.159896461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"52fba3df-0863-4383-a9c8-270415e7793a","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:39.213326577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bf3d948-1b75-4dc4-916b-3704d3a96edc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:39.213354837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bf3d948-1b75-4dc4-916b-3704d3a96edc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:44.35404763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"f9f4e999-daf4-4a94-af02-c653a984e7b9","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:44.470522197Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"f9f4e999-daf4-4a94-af02-c653a984e7b9","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:44.521904031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"f9f4e999-daf4-4a94-af02-c653a984e7b9","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:44.574863449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b28afcc-7a1a-4277-92a2-f67c1e6515ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:44.574883817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b28afcc-7a1a-4277-92a2-f67c1e6515ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:47.458989128Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-150b8386","reconcileID":"c28d2fe2-03cf-4653-9611-34c31b22c5e7","MaaSAuthPolicy":{"name":"e2e-default-ns-150b8386","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:47.459106272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fdcae4e-e635-4e8e-8453-c30eb6a6d6ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:47.459121714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fdcae4e-e635-4e8e-8453-c30eb6a6d6ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:47.661495435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f57df4b-2b18-4ab1-9113-ab85b7a2eb41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:47.661516673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f57df4b-2b18-4ab1-9113-ab85b7a2eb41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:49.157241127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"11719b43-f099-4470-b9cf-bae909ef746b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:49.209698745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"11719b43-f099-4470-b9cf-bae909ef746b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:49.261198485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"11719b43-f099-4470-b9cf-bae909ef746b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:54.67268019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"675956d4-6e4d-4b03-a74f-94289a0a2db5","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:54.725096632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"675956d4-6e4d-4b03-a74f-94289a0a2db5","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:54.782542814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"675956d4-6e4d-4b03-a74f-94289a0a2db5","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:57.899701174Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:59.3589235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"bc9ea9db-f670-4ff8-ab4c-8a9ebf385b94","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:59.411024941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"bc9ea9db-f670-4ff8-ab4c-8a9ebf385b94","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:16:59.461974045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"bc9ea9db-f670-4ff8-ab4c-8a9ebf385b94","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:03.794072645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bce7f8-03d4-4368-b759-034607909a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:03.854363543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bce7f8-03d4-4368-b759-034607909a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:03.903497089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bce7f8-03d4-4368-b759-034607909a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:03.952029851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bce7f8-03d4-4368-b759-034607909a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:04.91155115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"08623e78-9fc4-49ee-a525-f5ceb958ae4e","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.01287586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"08623e78-9fc4-49ee-a525-f5ceb958ae4e","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.06371882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"08623e78-9fc4-49ee-a525-f5ceb958ae4e","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.797007082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ea5ef3-f455-4e50-87ef-44861a84f56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.845516434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ea5ef3-f455-4e50-87ef-44861a84f56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.89456923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ea5ef3-f455-4e50-87ef-44861a84f56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.943122748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ea5ef3-f455-4e50-87ef-44861a84f56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:09.560098501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"bf887a78-23fe-4b0b-b560-fae6ac0bb9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:09.612830969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"bf887a78-23fe-4b0b-b560-fae6ac0bb9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:09.664873951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"bf887a78-23fe-4b0b-b560-fae6ac0bb9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:15.160870642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"7e8c105d-04c3-4464-aa4e-d477d3ab4ab4","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:15.215068422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"7e8c105d-04c3-4464-aa4e-d477d3ab4ab4","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:15.267446669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"7e8c105d-04c3-4464-aa4e-d477d3ab4ab4","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:19.762177364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"13a7ae4c-6928-4a37-9a32-94b8570bd465","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:19.816710796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"13a7ae4c-6928-4a37-9a32-94b8570bd465","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:19.872353742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"13a7ae4c-6928-4a37-9a32-94b8570bd465","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:25.364237022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"783f7cb1-a15f-40f4-be09-3b22b17fe471","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:25.418147368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"783f7cb1-a15f-40f4-be09-3b22b17fe471","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:25.470106422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"783f7cb1-a15f-40f4-be09-3b22b17fe471","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:25.790845208Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:25.790902868Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:25.790949762Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","tenant":"e2e-shared-a-w0-b8b6f4","tenantID":"e2e-shared-a-w0-b8b6f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:25.841134812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-b8b6f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:25.897413148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"Service","name":"maas-api-e2e-shared-a-w0-b8b6f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:25.956783703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-b8b6f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.007530842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-b8b6f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.058684055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.109080649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.162136619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.21320499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.261038363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.309131409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.358577778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.411554561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.459975846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.508261654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.559908267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.628822652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.681552376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.73023883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.779208571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-b8b6f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.828479845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4"},"namespace":"ai-tenant-e2e-shared-a-w0-b8b6f4","name":"default-tenant","reconcileID":"fbba70b9-c821-44f2-94e2-cb4476530eef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-b8b6f4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:27.905239362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:28.855349094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad5fce66-e34a-4b20-adf7-bb6f09a2ca4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:28.952046204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"b06ad95b-3f3d-46c4-b481-c304a596a8cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.052625224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"cabf82cc-22ef-4476-82c5-8f51b994e1a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.079876004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"b4f43f90-d83e-4293-9523-b10a4a603e57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.149634875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"e6912097-b897-4905-8243-9a91e74bbf8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.361030585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"333e855b-6a5b-4bef-b006-4d99c93676a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.460286715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"4a845cf0-597c-4912-8e24-2573421116ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.734713951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"20fb9ae1-c0b0-4882-8166-b304a0330d06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.959926595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"1cd87eaf-fd57-4d2a-904a-6753e5039c50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.969139999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"33d4d9ad-25e2-428a-8f34-6febd9adaf47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:30.02246116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"33d4d9ad-25e2-428a-8f34-6febd9adaf47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:30.059573446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3e1ab1b5-89d2-47db-92a4-55b6e27f8900","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:30.0731892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e47296fafe2b501fb4351aa13b3423d10bc53cac488c9f609813e2a662bc50c9) AuthConfig (4be04e0a27443355aa12c0a54e6e5b9993a307c836426755e2f1f3bc7905a447) AuthConfig (4cbaacd919f6518f29106f5d2162b9c0a38d4b88b78bdfc7cdceb7939e1837ff) AuthConfig (0bf055b6eac180309ca1f2f19367060b7714fb13db801a88f9fa8743afbfa598) AuthConfig (ed74992d89b210dd6a122179f52aeac457d7c9417862c305ac4e653a9593e130) AuthConfig (fffee5de4934b3c4ba2db713b870b2dccea805e1f97bfb644d2190b77aaeb313) AuthConfig (28a1fd3ebf952136c938130f0665ee1771778305ccb280e3ba0de7d2fc44f645) AuthConfig (413c36be2149761922862803e5968b913022315826fbfd302f0d14479b081fd6) AuthConfig (847f9525585fafbb4f874359b9395316659644262aca15130b3e07742c7b8fe4) AuthConfig (7aeff0b048abed5867c26091899554bae750e5bc980b447af26e7710599166e7) AuthConfig (e7422b5708304dff87235b60548bd2cad29b7b79ff6eb0b9a3109fc306674f42) AuthConfig (79b35493cdb952ab8294a1b727fae8c8e9137ef256162fde9498034f8abb915a) AuthConfig (6556eda2a9914e61bb975ab1ec85b4d3e8eaf15f680c0a3137be47bf0bb1de53) AuthConfig (58428725a5bfdd73bd886155ce8d1ddd67ec8ae6254ec1de954ad2f60ecd5fe3) AuthConfig (ceadf8d1ecf7769a70aba095bad4aeec54f3bc7ded0cbef915858a7751101592) AuthConfig (14d07cebaf3770fb1ebdc8d530a6b22e51852f391674d761831294367993a7cc) AuthConfig (20a2b7a07c30d18ff014dbb6b20931cb0c158da36305f5d83cf66a86fbfd3d27) AuthConfig (f8bb8ba0e521a5499d04a04c155b2de117707033289343515780460c2efc98a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"33d4d9ad-25e2-428a-8f34-6febd9adaf47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:30.073540335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"0349a331-e31a-4823-a313-fd46fc96f350","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:30.128589996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"22f543cc-ba2d-4c52-ade8-10156da0830b","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:30.128613767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"22f543cc-ba2d-4c52-ade8-10156da0830b","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:30.298288484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"eeaea111-fe31-4e48-ae74-4b54ee4eb757","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:32.924826356Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b8b6f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b8b6f4","reconcileID":"3787676d-5ce6-4423-9725-6ce0bde66ec9","aitenant":"ai-tenants/e2e-shared-a-w0-b8b6f4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:33.421752491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b378c6-c627-402c-a955-2d0b8a8f94e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:33.470403136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b378c6-c627-402c-a955-2d0b8a8f94e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:33.519492459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b378c6-c627-402c-a955-2d0b8a8f94e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:33.568849647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b378c6-c627-402c-a955-2d0b8a8f94e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:33.673608611Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b8b6f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b8b6f4","reconcileID":"3787676d-5ce6-4423-9725-6ce0bde66ec9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-b8b6f4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-b8b6f4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:35.334924893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eec962-28ce-4810-a0e0-0eae7263a56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:35.383224264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eec962-28ce-4810-a0e0-0eae7263a56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:35.431709804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eec962-28ce-4810-a0e0-0eae7263a56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:35.480207041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eec962-28ce-4810-a0e0-0eae7263a56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:35.577150655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"0b54da19-cd9b-4c61-8e3b-abc6b2b1957f","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:35.631031479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"0b54da19-cd9b-4c61-8e3b-abc6b2b1957f","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:35.727844585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"0b54da19-cd9b-4c61-8e3b-abc6b2b1957f","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:35.782136056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86311e0c-37b5-4541-87d2-ed9ac59de362","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:35.78215782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86311e0c-37b5-4541-87d2-ed9ac59de362","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:37.306627252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174748a9-5ab5-434d-9998-8c2836acd260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:37.354984702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174748a9-5ab5-434d-9998-8c2836acd260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:37.403334386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174748a9-5ab5-434d-9998-8c2836acd260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:37.451664508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174748a9-5ab5-434d-9998-8c2836acd260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:40.224568007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"121692de-44f2-4703-9758-1773aa6fac16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:40.277366024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"121692de-44f2-4703-9758-1773aa6fac16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:40.331798164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e47296fafe2b501fb4351aa13b3423d10bc53cac488c9f609813e2a662bc50c9) AuthConfig (4be04e0a27443355aa12c0a54e6e5b9993a307c836426755e2f1f3bc7905a447) AuthConfig (4cbaacd919f6518f29106f5d2162b9c0a38d4b88b78bdfc7cdceb7939e1837ff) AuthConfig (0bf055b6eac180309ca1f2f19367060b7714fb13db801a88f9fa8743afbfa598) AuthConfig (ed74992d89b210dd6a122179f52aeac457d7c9417862c305ac4e653a9593e130) AuthConfig (fffee5de4934b3c4ba2db713b870b2dccea805e1f97bfb644d2190b77aaeb313) AuthConfig (28a1fd3ebf952136c938130f0665ee1771778305ccb280e3ba0de7d2fc44f645) AuthConfig (413c36be2149761922862803e5968b913022315826fbfd302f0d14479b081fd6) AuthConfig (847f9525585fafbb4f874359b9395316659644262aca15130b3e07742c7b8fe4) AuthConfig (7aeff0b048abed5867c26091899554bae750e5bc980b447af26e7710599166e7) AuthConfig (e7422b5708304dff87235b60548bd2cad29b7b79ff6eb0b9a3109fc306674f42) AuthConfig (79b35493cdb952ab8294a1b727fae8c8e9137ef256162fde9498034f8abb915a) AuthConfig (6556eda2a9914e61bb975ab1ec85b4d3e8eaf15f680c0a3137be47bf0bb1de53) AuthConfig (58428725a5bfdd73bd886155ce8d1ddd67ec8ae6254ec1de954ad2f60ecd5fe3) AuthConfig (ceadf8d1ecf7769a70aba095bad4aeec54f3bc7ded0cbef915858a7751101592) AuthConfig (14d07cebaf3770fb1ebdc8d530a6b22e51852f391674d761831294367993a7cc) AuthConfig (20a2b7a07c30d18ff014dbb6b20931cb0c158da36305f5d83cf66a86fbfd3d27) AuthConfig (f8bb8ba0e521a5499d04a04c155b2de117707033289343515780460c2efc98a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"121692de-44f2-4703-9758-1773aa6fac16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:41.534507215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d113380-3fbb-4ff2-9ac5-a4d4024af1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:41.583073798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d113380-3fbb-4ff2-9ac5-a4d4024af1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:41.631427186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d113380-3fbb-4ff2-9ac5-a4d4024af1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:41.682254807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d113380-3fbb-4ff2-9ac5-a4d4024af1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:43.485113321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443e7168-3ee4-4aa1-a088-86a7ee798ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:43.534533117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443e7168-3ee4-4aa1-a088-86a7ee798ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:43.583889515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443e7168-3ee4-4aa1-a088-86a7ee798ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:43.632908151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443e7168-3ee4-4aa1-a088-86a7ee798ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.101697575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"a97ee3d0-1486-4e3e-a8b3-8745470313ae","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.101830036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"245db9b6-116d-45c5-b4a6-5143c97a9c2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.101849619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"245db9b6-116d-45c5-b4a6-5143c97a9c2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.253403438Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"namespace":"ai-tenant-e2e-mt-cf83a07f","name":"e2e-policy-cf83a07f","reconcileID":"a97ee3d0-1486-4e3e-a8b3-8745470313ae","MaaSAuthPolicy":{"name":"e2e-policy-cf83a07f","namespace":"ai-tenant-e2e-mt-cf83a07f"},"policyNamespace":"ai-tenant-e2e-mt-cf83a07f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.306598968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b077015a-07e5-47c8-abe7-082d480b2ad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.306620767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b077015a-07e5-47c8-abe7-082d480b2ad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.754524111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"508a65d3-89d4-478e-9615-99ffb365d71c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3fcdda46","tenantID":"e2e-mt-3fcdda46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.862279639Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"508a65d3-89d4-478e-9615-99ffb365d71c","name":"e2e-mt-3fcdda46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.916147132Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.916202603Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","namespace":"ai-tenant-e2e-shared-b-w0-acd21e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.91624773Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","tenant":"e2e-shared-b-w0-acd21e","tenantID":"e2e-shared-b-w0-acd21e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.966212978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-acd21e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.022451529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"Service","name":"maas-api-e2e-shared-b-w0-acd21e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.074324652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-acd21e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.124390848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-acd21e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.174730743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.227583905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.280621024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.331057852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.382336312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.43216914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.432292061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"5d3bb1c2-cf41-4195-9f64-de7dd8a030ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.480393319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.484678992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"5d3bb1c2-cf41-4195-9f64-de7dd8a030ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.530415967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.578426923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.626463973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.674139491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.725824839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.773963117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.783610165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"38eb3403-56d7-49e0-960d-965d602f9d5f","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.783626395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"38eb3403-56d7-49e0-960d-965d602f9d5f","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.824514233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.874702839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-acd21e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:50.925729071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-acd21e"},"namespace":"ai-tenant-e2e-shared-b-w0-acd21e","name":"default-tenant","reconcileID":"9e13c3a7-25c3-4379-bb5e-9853687dbd6c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-acd21e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:53.044588037Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-acd21e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-acd21e","reconcileID":"f8bc635a-974b-4b69-a220-8267f965a61f","aitenant":"ai-tenants/e2e-shared-b-w0-acd21e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:53.569271499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df73bf5e-b5c3-483d-9401-63aa2895e795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:53.618001276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df73bf5e-b5c3-483d-9401-63aa2895e795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:53.66641094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df73bf5e-b5c3-483d-9401-63aa2895e795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:53.714994883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df73bf5e-b5c3-483d-9401-63aa2895e795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:53.819411337Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-acd21e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-acd21e","reconcileID":"f8bc635a-974b-4b69-a220-8267f965a61f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-acd21e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-acd21e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:54.879702228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-access","reconcileID":"7feaf54d-35fa-4c36-a26a-4807d22f5116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:54.879851404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"91c49c75-bb58-49d5-97e4-0bb28db3bbe6","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.050761052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"5dcce62f-f51c-4b1a-a814-9d154eb76c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.081515145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"f8869480-3c16-4445-8ac0-73f248443102","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.104388535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"5dcce62f-f51c-4b1a-a814-9d154eb76c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.148513878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"1dbc1d75-1a9c-4446-a0aa-71e9ce79341d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.222145183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"f0211812-f9bf-4f81-99fd-3ed7862fad96","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.398475318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"2275a5bc-b2f0-4d73-901d-51e76253b6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.452402538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"2275a5bc-b2f0-4d73-901d-51e76253b6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.480850165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec13aae3-7413-4290-9a0f-b438e440bb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.529596822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec13aae3-7413-4290-9a0f-b438e440bb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.532116805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"a6f0338e-2996-4265-bdd2-d1985962d524","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.532142524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"a6f0338e-2996-4265-bdd2-d1985962d524","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.580519959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec13aae3-7413-4290-9a0f-b438e440bb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.633138069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec13aae3-7413-4290-9a0f-b438e440bb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.774370509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"c26a8e54-8782-47a7-9e14-6ee109c08a69","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.774393259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"c26a8e54-8782-47a7-9e14-6ee109c08a69","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.824873056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"1f520719-5b11-4fd2-804d-f158cb7f48f7","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.824893794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"1f520719-5b11-4fd2-804d-f158cb7f48f7","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:55.926495504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"b40493ce-83d9-4cee-b8b8-cc2898a9a064","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:56.041946602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"b40493ce-83d9-4cee-b8b8-cc2898a9a064","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:56.092869839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"b40493ce-83d9-4cee-b8b8-cc2898a9a064","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:56.144335011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"db57e894-c18e-46ba-aec2-b94f29a4f0ca","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:56.144353677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"db57e894-c18e-46ba-aec2-b94f29a4f0ca","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:57.393016022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9703ca4-79b8-4761-a397-2bf0e039467d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:57.441395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9703ca4-79b8-4761-a397-2bf0e039467d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:57.489737111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9703ca4-79b8-4761-a397-2bf0e039467d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:57.538243552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9703ca4-79b8-4761-a397-2bf0e039467d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:17:57.900737178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:00.151791282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"651b39d1-9e2f-49b9-8d98-470764679f6d","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:00.461857757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"ae3c7dda-af61-4486-982d-26788d468fb8","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:00.773446411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"a2bc93d1-d7dc-4a00-85a9-fccddf45caee","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:00.923148264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"96676aa9-1b81-47c3-b09c-dc6e45554d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:00.969679857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"b266457d-1e97-4fa2-9939-89ff2296d9c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:00.975881854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"96676aa9-1b81-47c3-b09c-dc6e45554d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.084709592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"c065dcc8-ccd0-486e-b00e-77e58fe9147b","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.133086693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"05d6aa69-29f8-4bdf-9af1-ea10c18782fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.138785736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"72e77472-418b-41f8-80e8-553577e2ab80","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.182078225Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"05d6aa69-29f8-4bdf-9af1-ea10c18782fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.230746315Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"simulator-subscription","reconcileID":"05d6aa69-29f8-4bdf-9af1-ea10c18782fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/simulator-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.23801505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e3fdeed7-775f-4873-ad5e-92238d96d2ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.290253314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"e3fdeed7-775f-4873-ad5e-92238d96d2ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.322668898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"ef3a813a-d45f-42eb-8818-f30648dbf5fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.603761153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"ff480792-8c62-498b-839e-1b517469b491","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.702487525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"92e4f67b-b3c5-480f-b223-e6487ccf4a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:01.754723424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"92e4f67b-b3c5-480f-b223-e6487ccf4a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:06.241231682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"e350519d-1bb4-4f00-8173-75be36f65c20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:06.296246542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"e350519d-1bb4-4f00-8173-75be36f65c20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:06.34814253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"e350519d-1bb4-4f00-8173-75be36f65c20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.039411969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"42d2fe9c-9188-4159-9055-add26a562f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.078417897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"41173b48-a7ee-4290-9ec8-6cdd6e663ea7","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.092892988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"42d2fe9c-9188-4159-9055-add26a562f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.140077957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"379b9c2d-4b83-4c43-acc7-a6263a6a5c0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.23739996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"82e3f7e9-f408-40a9-a3d8-f95e4ba49371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.252702676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"aa9aa38b-d78b-4316-8ffe-c254814072d6","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.338957891Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"00e80af7-9dbc-4dc8-8f04-16c76f737978","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.346646305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"c9dfa42a-27fe-4244-bc4d-91d8d5dc6779","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.388036097Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"00e80af7-9dbc-4dc8-8f04-16c76f737978","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"maas-trlp-premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79","model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.39536674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"b5eaaa98-e81d-4212-8622-930c73f4ea68","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.443695302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"3094c25e-c41a-419f-847d-dd3ed05ff834","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.443883218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"a5726f1e-187e-4d78-9626-79dcb3b6e7b2","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.491998412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"82e3f7e9-f408-40a9-a3d8-f95e4ba49371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.599079515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"69c62339-ab1e-43a8-ba4e-50593666a6db","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.611282105Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"82e3f7e9-f408-40a9-a3d8-f95e4ba49371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"name":"e2e-worker-w0-1c6b79-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.611316302Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-access","reconcileID":"82e3f7e9-f408-40a9-a3d8-f95e4ba49371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.66376315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"2ded1eb0-dc1f-41ff-8307-cb3219cf404c","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:08.330641457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5085c39-e0e8-4533-afb4-87c7cf90a2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:08.379282533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5085c39-e0e8-4533-afb4-87c7cf90a2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:08.427966895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5085c39-e0e8-4533-afb4-87c7cf90a2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:08.476365356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5085c39-e0e8-4533-afb4-87c7cf90a2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:10.308999038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4882076-7234-433f-90a4-cb0bffe05db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:10.364563508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4882076-7234-433f-90a4-cb0bffe05db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:10.422736474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4882076-7234-433f-90a4-cb0bffe05db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:10.471264855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4882076-7234-433f-90a4-cb0bffe05db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:12.241707669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8714c9-c493-49b1-9d84-153a08853b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:12.290554033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8714c9-c493-49b1-9d84-153a08853b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:12.339606186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8714c9-c493-49b1-9d84-153a08853b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:12.388270476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8714c9-c493-49b1-9d84-153a08853b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:16.446473829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"cdc4d107-6921-4a40-88ae-39f6d3971768","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:16.500061931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"cdc4d107-6921-4a40-88ae-39f6d3971768","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:16.551112621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"cdc4d107-6921-4a40-88ae-39f6d3971768","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.395891685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"13f6ebea-1bd2-4e45-bd12-a75319bae1ea","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.444081182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"432d7211-4f92-4ec3-8170-022377eb856e","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.444401966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"4c00bec6-0a5f-4134-83d7-8a69af8486ee","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.702436769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"8216038b-4b7f-45b1-bf2a-51290c9982f5","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.750512839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"8ac5b7ba-a212-43a3-b4b1-e6b73df19498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.798836259Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"premium-simulator-subscription","reconcileID":"8ac5b7ba-a212-43a3-b4b1-e6b73df19498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"model":"e2e-models-e2e-worker-w0-1c6b79/premium-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:18.053188653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"7e26a27e-4825-4ac6-8beb-447ed0059b29","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.465460641Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","namespace":"ai-tenant-e2e-worker-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.465523233Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","namespace":"ai-tenant-e2e-worker-w0-1c6b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.465575292Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","tenant":"e2e-worker-w0-1c6b79","tenantID":"e2e-worker-w0-1c6b79","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.516212428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"Deployment","name":"maas-api-e2e-worker-w0-1c6b79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.57176263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"Service","name":"maas-api-e2e-worker-w0-1c6b79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.622930479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-1c6b79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.675167104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-1c6b79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.726473201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.780596347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.833912296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.884436099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.937087567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.986516588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.035449089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"Service","name":"payload-processing-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.084830722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.133072025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.181146836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.229089305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.282061329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.330140344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.377990715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.432559924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-1c6b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.482372786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1c6b79"},"namespace":"ai-tenant-e2e-worker-w0-1c6b79","name":"default-tenant","reconcileID":"8586e2e1-41ec-479e-8fa8-f23686d0ae57","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-1c6b79","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:26.651735279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"1b07e585-a687-4530-8a17-2da17abb86a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:26.704815125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"1b07e585-a687-4530-8a17-2da17abb86a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:26.756497521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"1b07e585-a687-4530-8a17-2da17abb86a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:27.396959229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-2-w0-1c6b79","reconcileID":"3e3520b5-9140-4dfe-a082-c8d7180192c9","MaaSModelRef":{"name":"distinct-2-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-2-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-2-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:27.445477767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"distinct-w0-1c6b79","reconcileID":"e33214b2-049c-45b2-8316-9e55221b7523","MaaSModelRef":{"name":"distinct-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"distinct-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"distinct-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:27.445726485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"simulator-w0-1c6b79","reconcileID":"a0ddc261-3d10-47ea-b63a-d09177d4adef","MaaSModelRef":{"name":"simulator-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"simulator-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"simulator-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:27.900462861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:28.05462117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"namespace":"e2e-models-e2e-worker-w0-1c6b79","name":"premium-w0-1c6b79","reconcileID":"435c5778-415c-48cf-af9b-b9274732d7f3","MaaSModelRef":{"name":"premium-w0-1c6b79","namespace":"e2e-models-e2e-worker-w0-1c6b79"},"routeName":"premium-w0-1c6b79-kserve-route","namespace":"e2e-models-e2e-worker-w0-1c6b79","llmisvcName":"premium-w0-1c6b79","gateway":"openshift-ingress/e2e-worker-w0-1c6b79","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.853879915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"7960d7e1-c39a-4935-9f43-279730a02969","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.906681252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"7960d7e1-c39a-4935-9f43-279730a02969","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.957836459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a5b0e9b00c95b20439a397511293fb1d76d77239687be7df355011305a62f68) AuthConfig (42ad2470acabfdc8c7260292f6e6f6bc4f879f667129312c6963b040b8ad01d6) AuthConfig (ddeb114689a8e84454ffdd2b7e764a614643553b718f39fce4c54e653a699c48) AuthConfig (bb7643f37f0d75f7225730e622b0ac51a0606ac73bd9404d5f108590eb060d48) AuthConfig (659851c3da81f6452b7b09c4be76bf1f7739946094f5e96224fe56dd121fde5b) AuthConfig (4ffeddff87ac80c4a81c06b90026e2a070285d0baab8cabec0a08f57830424b7) AuthConfig (bcaf9a13eb13513dbdf685e99b80ec5d283cdf946bf5b06587e3f4183fd64257) AuthConfig (04023d90b41746d825aea20ef2a37ed95468b3410720374d39b847d918b55bd9) AuthConfig (8bbad3724a7338f40ba8bdc7177456dc5df0252b88653b4dcb4fd70297b2b846) AuthConfig (6e0dcde67399336b306a6489b63d218843c303cab17482a9c9a1d9e7ee9c1632) AuthConfig (92b1d0a4292459026d8584592b0409a1e492f55e8dacabdcad57021933bad37a) AuthConfig (f03a8f188550f6ba806324878ebaabd50ab18c5849e0ca5c9904eff941c6b0a0) AuthConfig (1d578dedc7c241d105f4461921e2a3bbd733168ad0d4fd433cf07dacbcfddf7a) AuthConfig (6050aae2dec6d7e4350b26387e68cac5843ef12a06076ad024f34e0cc0544d18) AuthConfig (77a1e631b480e994acaf00a134d68c8d76fc952b15feb49c2958c0e14386f065) AuthConfig (c9bc0623b2aee0806b40aa8ce13ea53374fe03eb51c86d2747f3c089fb601993) AuthConfig (d6c87fffe81a39eed25966b99b7fc49fd19531e0d7041954fdef09fba79c8098) AuthConfig (f52923e6fd360e256e1b19cd1d3e7ee7657fcffc75189427f350bdf094461f31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"7960d7e1-c39a-4935-9f43-279730a02969","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.13026967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"572bf910-489d-48d3-9fb7-27f54214f6df","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.130299377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"572bf910-489d-48d3-9fb7-27f54214f6df","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:39.607138661Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-1c6b79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-1c6b79","reconcileID":"14d4ff97-87cf-4824-b4de-8dcea144be5c","aitenant":"ai-tenants/e2e-worker-w0-1c6b79","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:40.148951497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8a04cc-6d3d-464f-8c20-b70191be01aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:40.199488231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8a04cc-6d3d-464f-8c20-b70191be01aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:40.25001408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8a04cc-6d3d-464f-8c20-b70191be01aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:40.298630849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8a04cc-6d3d-464f-8c20-b70191be01aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:40.40501139Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-1c6b79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-1c6b79","reconcileID":"14d4ff97-87cf-4824-b4de-8dcea144be5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-1c6b79","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-1c6b79"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:42.062163722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417a0e47-d3a6-4df2-95a4-29382fcbdf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:42.111079363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417a0e47-d3a6-4df2-95a4-29382fcbdf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:42.160053917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417a0e47-d3a6-4df2-95a4-29382fcbdf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:42.212021845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"417a0e47-d3a6-4df2-95a4-29382fcbdf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:43.99434322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55934fcd-4a50-49c3-842e-02b2ca13e92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:44.0434138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55934fcd-4a50-49c3-842e-02b2ca13e92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:44.092319102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55934fcd-4a50-49c3-842e-02b2ca13e92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:44.140636082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55934fcd-4a50-49c3-842e-02b2ca13e92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:47.109375848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"66abe661-c04b-4813-a0b2-d98c9b395168","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:47.162728707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"66abe661-c04b-4813-a0b2-d98c9b395168","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:47.214413187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a5b0e9b00c95b20439a397511293fb1d76d77239687be7df355011305a62f68) AuthConfig (42ad2470acabfdc8c7260292f6e6f6bc4f879f667129312c6963b040b8ad01d6) AuthConfig (ddeb114689a8e84454ffdd2b7e764a614643553b718f39fce4c54e653a699c48) AuthConfig (bb7643f37f0d75f7225730e622b0ac51a0606ac73bd9404d5f108590eb060d48) AuthConfig (659851c3da81f6452b7b09c4be76bf1f7739946094f5e96224fe56dd121fde5b) AuthConfig (4ffeddff87ac80c4a81c06b90026e2a070285d0baab8cabec0a08f57830424b7) AuthConfig (bcaf9a13eb13513dbdf685e99b80ec5d283cdf946bf5b06587e3f4183fd64257) AuthConfig (04023d90b41746d825aea20ef2a37ed95468b3410720374d39b847d918b55bd9) AuthConfig (8bbad3724a7338f40ba8bdc7177456dc5df0252b88653b4dcb4fd70297b2b846) AuthConfig (6e0dcde67399336b306a6489b63d218843c303cab17482a9c9a1d9e7ee9c1632) AuthConfig (92b1d0a4292459026d8584592b0409a1e492f55e8dacabdcad57021933bad37a) AuthConfig (f03a8f188550f6ba806324878ebaabd50ab18c5849e0ca5c9904eff941c6b0a0) AuthConfig (1d578dedc7c241d105f4461921e2a3bbd733168ad0d4fd433cf07dacbcfddf7a) AuthConfig (6050aae2dec6d7e4350b26387e68cac5843ef12a06076ad024f34e0cc0544d18) AuthConfig (77a1e631b480e994acaf00a134d68c8d76fc952b15feb49c2958c0e14386f065) AuthConfig (c9bc0623b2aee0806b40aa8ce13ea53374fe03eb51c86d2747f3c089fb601993) AuthConfig (d6c87fffe81a39eed25966b99b7fc49fd19531e0d7041954fdef09fba79c8098) AuthConfig (f52923e6fd360e256e1b19cd1d3e7ee7657fcffc75189427f350bdf094461f31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"66abe661-c04b-4813-a0b2-d98c9b395168","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:57.311782868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"d45306d2-1b94-4608-8216-e1f71387515e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:57.364397348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"d45306d2-1b94-4608-8216-e1f71387515e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:57.41850039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a5b0e9b00c95b20439a397511293fb1d76d77239687be7df355011305a62f68) AuthConfig (42ad2470acabfdc8c7260292f6e6f6bc4f879f667129312c6963b040b8ad01d6) AuthConfig (ddeb114689a8e84454ffdd2b7e764a614643553b718f39fce4c54e653a699c48) AuthConfig (bb7643f37f0d75f7225730e622b0ac51a0606ac73bd9404d5f108590eb060d48) AuthConfig (659851c3da81f6452b7b09c4be76bf1f7739946094f5e96224fe56dd121fde5b) AuthConfig (4ffeddff87ac80c4a81c06b90026e2a070285d0baab8cabec0a08f57830424b7) AuthConfig (bcaf9a13eb13513dbdf685e99b80ec5d283cdf946bf5b06587e3f4183fd64257) AuthConfig (04023d90b41746d825aea20ef2a37ed95468b3410720374d39b847d918b55bd9) AuthConfig (8bbad3724a7338f40ba8bdc7177456dc5df0252b88653b4dcb4fd70297b2b846) AuthConfig (6e0dcde67399336b306a6489b63d218843c303cab17482a9c9a1d9e7ee9c1632) AuthConfig (92b1d0a4292459026d8584592b0409a1e492f55e8dacabdcad57021933bad37a) AuthConfig (f03a8f188550f6ba806324878ebaabd50ab18c5849e0ca5c9904eff941c6b0a0) AuthConfig (1d578dedc7c241d105f4461921e2a3bbd733168ad0d4fd433cf07dacbcfddf7a) AuthConfig (6050aae2dec6d7e4350b26387e68cac5843ef12a06076ad024f34e0cc0544d18) AuthConfig (77a1e631b480e994acaf00a134d68c8d76fc952b15feb49c2958c0e14386f065) AuthConfig (c9bc0623b2aee0806b40aa8ce13ea53374fe03eb51c86d2747f3c089fb601993) AuthConfig (d6c87fffe81a39eed25966b99b7fc49fd19531e0d7041954fdef09fba79c8098) AuthConfig (f52923e6fd360e256e1b19cd1d3e7ee7657fcffc75189427f350bdf094461f31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"d45306d2-1b94-4608-8216-e1f71387515e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:57.738693162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8976b8-a5d2-480f-92d0-75b3c0e68dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:57.78745791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8976b8-a5d2-480f-92d0-75b3c0e68dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:57.836043368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8976b8-a5d2-480f-92d0-75b3c0e68dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:57.884630932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8976b8-a5d2-480f-92d0-75b3c0e68dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:57.900116377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:59.655269008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e49dd90-5c23-4c95-9057-c14db6504afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:59.703682395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e49dd90-5c23-4c95-9057-c14db6504afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:59.752379616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e49dd90-5c23-4c95-9057-c14db6504afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:18:59.800780623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e49dd90-5c23-4c95-9057-c14db6504afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:03.519862817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"d49f50ed-a671-4294-85ea-fdd7a6116b07","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:03.519904498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"d49f50ed-a671-4294-85ea-fdd7a6116b07","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:07.515941175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"02c42854-ec56-431b-a379-add3204f15ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:07.56756973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"02c42854-ec56-431b-a379-add3204f15ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:07.868508672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"0bd96aa1-c861-4ced-8930-be32a150b4d1","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:07.868529098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"0bd96aa1-c861-4ced-8930-be32a150b4d1","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.417585689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"e35546d0-0c4f-4bb7-ae5f-c516980fa098","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.417614845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"e35546d0-0c4f-4bb7-ae5f-c516980fa098","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.474229183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"c6aabeb1-516d-4048-9c45-63affd9e742d","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.474253208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"c6aabeb1-516d-4048-9c45-63affd9e742d","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.515017833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"f7d4869e-49d0-40bc-8006-d555ada3c0fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:19:08.522291441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-a-b11b49","reconcileID":"4c8e041f-6531-47b6-bec8-c64ea6e0c983","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-b11b49\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.567727609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"f7d4869e-49d0-40bc-8006-d555ada3c0fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.629655279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"41393751-814b-469b-9ea5-be739c141a0a","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.629682949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"41393751-814b-469b-9ea5-be739c141a0a","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.682837361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"159a8e7f-9d73-4be4-a025-82173063fa4d","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.682859603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"159a8e7f-9d73-4be4-a025-82173063fa4d","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.728146574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"e1c5cffb-4beb-443f-a82d-0609a1adb8d9","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.728167196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"e1c5cffb-4beb-443f-a82d-0609a1adb8d9","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.78210947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"43821b1b-cf68-42f1-9e6d-0385f430cd85","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.782138629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"43821b1b-cf68-42f1-9e6d-0385f430cd85","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:19:08.831921443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-b-b11b49","reconcileID":"0f823910-cbb4-42dc-820c-f5ee503c3d03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-b11b49\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:19:08.832426337Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"43821b1b-cf68-42f1-9e6d-0385f430cd85","name":"rate-test-model-d414aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-d414aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:19:08.832476106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"43821b1b-cf68-42f1-9e6d-0385f430cd85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-d414aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.837863312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"1dc13886-5737-4ac4-931b-2480c948d462","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.83788094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"1dc13886-5737-4ac4-931b-2480c948d462","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.844514931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"413418cf-ac03-440d-b1d9-90db3fc4d7b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.886976151Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-a-b11b49","reconcileID":"3548e141-5dab-4a1f-b349-8bf1e4ac4f3b","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-rate-test-model-a78d34","model":"rate-test-model-a78d34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a78d34/e2e-rate-iso-a-b11b49"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.896656785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"413418cf-ac03-440d-b1d9-90db3fc4d7b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.937081398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"aa0819cb-f4df-4eca-9f22-2e9ab1c7ac01","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.937102678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"aa0819cb-f4df-4eca-9f22-2e9ab1c7ac01","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.943941735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"65ab56af-fa42-44bc-93db-da90e8843982","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.953470447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"6a9a90a1-60fc-44c3-afa3-77ea5d7f31bc","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.95349326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"6a9a90a1-60fc-44c3-afa3-77ea5d7f31bc","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.988789082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"255d3516-706b-4e19-a6d8-daecfd3f4774","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.988814245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"255d3516-706b-4e19-a6d8-daecfd3f4774","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.99835268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"65ab56af-fa42-44bc-93db-da90e8843982","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.006057202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"ae66ee19-99b3-49eb-be86-74264fe0382e","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.006077169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"ae66ee19-99b3-49eb-be86-74264fe0382e","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.040018773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"0909fd79-7774-4ee1-8c51-6966f965fa8a","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.040042004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"0909fd79-7774-4ee1-8c51-6966f965fa8a","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.101509902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"dae39fa6-4167-419e-8667-71672ad7c55b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.186240928Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-b-b11b49","reconcileID":"0b0bf9aa-a176-45d5-a55e-58ead3e01112","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-rate-test-model-d414aa","model":"rate-test-model-d414aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-d414aa/e2e-rate-iso-b-b11b49"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.201475468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"04cd3d16-858c-4ff6-a54a-7128a752b611","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.216099525Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"dae39fa6-4167-419e-8667-71672ad7c55b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.253725698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"04cd3d16-858c-4ff6-a54a-7128a752b611","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.266931059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"dae39fa6-4167-419e-8667-71672ad7c55b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.28326496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-a-b11b49","reconcileID":"e235a179-6b39-4644-9ed3-6fe5cb6cf907","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-rate-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.320696294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"69b7ae75-04da-4bfe-9885-31e284a0a4ea","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.320717655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"69b7ae75-04da-4bfe-9885-31e284a0a4ea","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.339914829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"22f6368b-46ab-49ce-b3d3-085656683ac0","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.339935055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"22f6368b-46ab-49ce-b3d3-085656683ac0","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.533481463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-b-b11b49","reconcileID":"ceb97ce8-11db-4c87-9a8f-fe2e39c2a2f9","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-rate-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:19.418435367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"5bb1c2e7-7f86-43c8-aac1-f4c4e2ffc37a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:19.47564063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"5bb1c2e7-7f86-43c8-aac1-f4c4e2ffc37a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:19.526745995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"5bb1c2e7-7f86-43c8-aac1-f4c4e2ffc37a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:21.678723273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-b-b11b49","reconcileID":"683ea033-a692-41e4-8645-2eb70ed6bdb3","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-rate-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:21.833598594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"9f50fab6-c59b-4835-9a78-019a9049e2fd","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:21.833619059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"9f50fab6-c59b-4835-9a78-019a9049e2fd","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:22.766664204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-a-b11b49","reconcileID":"15a568b3-9486-4c1f-adf6-62cabf288d10","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-rate-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:22.920863135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"1d590084-f6cb-4929-b1b8-316ba2f3f052","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:22.920882678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"1d590084-f6cb-4929-b1b8-316ba2f3f052","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:23.043456509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"735e7895-7fea-4dad-879c-f74409598f2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:23.096541312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"735e7895-7fea-4dad-879c-f74409598f2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:23.312378563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"c0560ede-ca62-475e-a228-3d1beb8b91d6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:23.365980256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"c0560ede-ca62-475e-a228-3d1beb8b91d6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.900561497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.624923388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"1441d127-5088-4198-8792-5a08c4e3d28b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.645162554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"fcc9190e-20d7-49af-b359-b41e02b9001a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.645326783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"ecbc288e-a83a-4573-9ae6-dd62f2c5154b","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.645343858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"ecbc288e-a83a-4573-9ae6-dd62f2c5154b","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.677364828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"1441d127-5088-4198-8792-5a08c4e3d28b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.731517941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4e0ad1e8a7539269b06fa1f40590866a2ac9d5ee37ba9ebe777ecd382fd448f) AuthConfig (b0ef219f03521d50e38cd608a816dc0ac4d3f2fca045817e585798ef71b44450) AuthConfig (719c8418e67a8e82010c2e0283b8c1aa7eba63064ae854da913359f173f325e2) AuthConfig (c69afcfa1d674415d6305f7b829c4e0f7603f2911125b934949ae17b004690e4) AuthConfig (c588bffb525c7cb5f27a0584007a58c08450c395751457a156f134af14a2f128) AuthConfig (3deb7ac44975880f7fb4c4c1f8a71318f9d110c733171a6478b0f33f7bcfd84a) AuthConfig (dd0f14e659ec15a5f965891908d96dcc2f937000ffecd8c379c7dc7f1f3f7c3f) AuthConfig (15eb38bbb66d928a2d2c822ab1dfd539ca051f04cdbf43fba881b776189b0060) AuthConfig (482490e7d0c3a7c008632a28564e31fd8f06d420a579b1f6b9f53eab0c6644b2) AuthConfig (0032749de84cf6cfaeae8f0d6bf72d069b7bb4a588b18c9e64be0fd8ca7beca7) AuthConfig (c6c64799ee30cb084b70592d44b71fda492a1e4fc7fb00694af55d4ab22f2959) AuthConfig (034537c6b46934bcf8f37398ac040a2b583573bf1a5ba258eb3fc285e3a2d000) AuthConfig (29fb0b054dfde17ba8b4fe3e939398e023e48c17c08eab6139eca52a37aa69d3) AuthConfig (0cb52be2f48bc9973e69ea244438e6e5b370f9ec953242080d938ac8a12a2e90) AuthConfig (28d63fe39080b5a3cb9978cccd7a63e21ae745681a62de996b147b6451af1e2f) AuthConfig (22192a783d89f8e7776159068f00f4b0e35e1831b630e2b5c4d21bb66c9c3a29) AuthConfig (050cd4d141c0bae0e841dc61d5b2dedb377e513729df7af0afe9cd35d9e29bb0) AuthConfig (3fbd28ee556ca5e9786aa911f29b39e108366035c8babed6037112c158912b9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"1441d127-5088-4198-8792-5a08c4e3d28b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.785291516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"7948640a-a58d-461a-946b-84014e8ee2d9","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.78532547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"7948640a-a58d-461a-946b-84014e8ee2d9","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.843590762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"fcc9190e-20d7-49af-b359-b41e02b9001a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.893781652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-a-b11b49","reconcileID":"aab5542a-83bd-4e5f-927c-861bfb1a6f5e","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-rate-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.957575431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"fcc9190e-20d7-49af-b359-b41e02b9001a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.957597608Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-auth-b11b49","reconcileID":"fcc9190e-20d7-49af-b359-b41e02b9001a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.009442713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"2a902097-78fa-42d3-8b99-3a1e84684d07","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.009464145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"2a902097-78fa-42d3-8b99-3a1e84684d07","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.139536226Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"1f0b5087-fed4-46a0-8625-6b7aa47d8eb0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.139665357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"00c935d6-868b-444f-979b-aac9a556c3cc","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.139683132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"00c935d6-868b-444f-979b-aac9a556c3cc","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.258052074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-a-b11b49","reconcileID":"a68a6fb2-c5d1-48b9-843a-7556ecb9339b","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-rate-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.337086478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"1f0b5087-fed4-46a0-8625-6b7aa47d8eb0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.387742736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-b-b11b49","reconcileID":"638ea47e-ec10-4aef-b69d-585cace8689f","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-rate-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.450937507Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"1f0b5087-fed4-46a0-8625-6b7aa47d8eb0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.450960944Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-auth-b11b49","reconcileID":"1f0b5087-fed4-46a0-8625-6b7aa47d8eb0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.503460618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"28e2871d-71c3-4641-9711-2ebfadc93055","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.503483417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"28e2871d-71c3-4641-9711-2ebfadc93055","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.641062727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"b5d85daf-5382-4062-91d4-3d346c7b461c","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.641085343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"b5d85daf-5382-4062-91d4-3d346c7b461c","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.754048417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-b-b11b49","reconcileID":"c27cc46b-4035-4464-a0aa-5c9a4535ea2c","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-rate-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:39.916545325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"a2852e00-adbe-44d9-84ec-8146c8b088dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:39.969030053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"a2852e00-adbe-44d9-84ec-8146c8b088dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:40.019660795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-7d1f88-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4e0ad1e8a7539269b06fa1f40590866a2ac9d5ee37ba9ebe777ecd382fd448f) AuthConfig (b0ef219f03521d50e38cd608a816dc0ac4d3f2fca045817e585798ef71b44450) AuthConfig (719c8418e67a8e82010c2e0283b8c1aa7eba63064ae854da913359f173f325e2) AuthConfig (c69afcfa1d674415d6305f7b829c4e0f7603f2911125b934949ae17b004690e4) AuthConfig (c588bffb525c7cb5f27a0584007a58c08450c395751457a156f134af14a2f128) AuthConfig (3deb7ac44975880f7fb4c4c1f8a71318f9d110c733171a6478b0f33f7bcfd84a) AuthConfig (dd0f14e659ec15a5f965891908d96dcc2f937000ffecd8c379c7dc7f1f3f7c3f) AuthConfig (15eb38bbb66d928a2d2c822ab1dfd539ca051f04cdbf43fba881b776189b0060) AuthConfig (482490e7d0c3a7c008632a28564e31fd8f06d420a579b1f6b9f53eab0c6644b2) AuthConfig (0032749de84cf6cfaeae8f0d6bf72d069b7bb4a588b18c9e64be0fd8ca7beca7) AuthConfig (c6c64799ee30cb084b70592d44b71fda492a1e4fc7fb00694af55d4ab22f2959) AuthConfig (034537c6b46934bcf8f37398ac040a2b583573bf1a5ba258eb3fc285e3a2d000) AuthConfig (29fb0b054dfde17ba8b4fe3e939398e023e48c17c08eab6139eca52a37aa69d3) AuthConfig (0cb52be2f48bc9973e69ea244438e6e5b370f9ec953242080d938ac8a12a2e90) AuthConfig (28d63fe39080b5a3cb9978cccd7a63e21ae745681a62de996b147b6451af1e2f) AuthConfig (22192a783d89f8e7776159068f00f4b0e35e1831b630e2b5c4d21bb66c9c3a29) AuthConfig (050cd4d141c0bae0e841dc61d5b2dedb377e513729df7af0afe9cd35d9e29bb0) AuthConfig (3fbd28ee556ca5e9786aa911f29b39e108366035c8babed6037112c158912b9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"a2852e00-adbe-44d9-84ec-8146c8b088dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:40.793401675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-a-b11b49","reconcileID":"3bd0c798-b423-4642-899d-affa882f51b6","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","subscription":"e2e-rate-iso-a-b11b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:40.842201303Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-a-b11b49","reconcileID":"3bd0c798-b423-4642-899d-affa882f51b6","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:40.895480682Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-rate-iso-a-b11b49","reconcileID":"3bd0c798-b423-4642-899d-affa882f51b6","MaaSSubscription":{"name":"e2e-rate-iso-a-b11b49","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:41.171001493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"e1070771-a9e7-4c7b-bf9f-936f5680d3b0","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/rate-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:41.171024102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"rate-test-model-a78d34","reconcileID":"e1070771-a9e7-4c7b-bf9f-936f5680d3b0","MaaSModelRef":{"name":"rate-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"rate-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"rate-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:41.315118628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"a3b3fd89-29d1-4197-95ee-b60562c3a9ee","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:41.315139354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"a3b3fd89-29d1-4197-95ee-b60562c3a9ee","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:47.195687008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"94de92c3-6463-460c-81ea-bc208c964d44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:47.360780357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"67679467-9448-4ed0-93e5-c831d319c564","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:47.477792396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"837ea641-8a9f-4f35-9a3e-692433e78124","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:47.818402363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a865be0-1154-412a-ad3f-21e84bf9415a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:47.991655612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"ee2070d1-7ed2-43c3-8ec5-b75dd2d58c5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:48.0930909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"33b6a7f3-3127-443c-9a53-4619d9497ccc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:48.215896877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"3a600569-545f-4138-b467-8161ce0ae6c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:48.315028662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"c4689f55-99e0-47f2-89ba-903477c7b5ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:48.330419094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"f8bc923d-1527-4860-aeff-caab4408a624","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:48.446771467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"061882bc-ddf3-4344-bb37-8bdefa190a46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:50.117893717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"96e898b3-552f-447e-b79d-15bfe42ed61a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:50.170414175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"96e898b3-552f-447e-b79d-15bfe42ed61a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:50.42516862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"a810ad87-df32-40e5-bfbe-c5e1a5a0f32f","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:50.425202419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"a810ad87-df32-40e5-bfbe-c5e1a5a0f32f","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:51.465479312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-b-b11b49","reconcileID":"ccabfba7-4870-4444-9d5a-826986f0ce37","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","subscription":"e2e-rate-iso-b-b11b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:51.517114824Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-b-b11b49","reconcileID":"ccabfba7-4870-4444-9d5a-826986f0ce37","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:51.565828757Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-rate-iso-b-b11b49","reconcileID":"ccabfba7-4870-4444-9d5a-826986f0ce37","MaaSSubscription":{"name":"e2e-rate-iso-b-b11b49","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:51.867344778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"49546b86-61dc-463e-9200-e42332e7dbe3","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/rate-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:51.867365176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"rate-test-model-d414aa","reconcileID":"49546b86-61dc-463e-9200-e42332e7dbe3","MaaSModelRef":{"name":"rate-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"rate-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"rate-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.249917636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"e2b1fbec-add3-46e1-9c04-f29ce4e0c521","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.249945296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"e2b1fbec-add3-46e1-9c04-f29ce4e0c521","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.300465095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"428343c3-6296-4880-b68c-f92bc44f52aa","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.300485192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"428343c3-6296-4880-b68c-f92bc44f52aa","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.396457267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"7f9aa72f-394e-48ec-afc3-60c3b679fc09","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.510883927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"7f9aa72f-394e-48ec-afc3-60c3b679fc09","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.561664417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"7f9aa72f-394e-48ec-afc3-60c3b679fc09","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.615153802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"81669dae-dda3-4762-b8aa-4982633aa110","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.615178159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"81669dae-dda3-4762-b8aa-4982633aa110","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:19:57.900453818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.024840785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"d8ac232d-78d2-4574-b729-2b71800da373","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.256380893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"c1d32e7c-e45d-4ebe-92b8-781c3788c196","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.371632806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"3543e15e-c3ae-4ef0-818e-26b57942ffc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.59908666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"579b59e1-2c7f-44ff-b56d-d9bacf71d3f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.720186767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ead2930-f9e2-49d2-8bf7-9dc389ce098f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.831084581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"4c16b545-cdcd-4cbe-bf63-6dec4494358a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.94536886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"5f2d5a3e-e119-4293-81ef-a395ad025396","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:04.045443003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c916395-9cac-44e8-86ed-aa0f135d229c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:04.061763872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"66401f22-2609-4bef-9e13-c2ad6d8bd583","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:04.338913396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"2261f89b-b885-4f45-b321-278d4fc3baf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:05.711477093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"2e65a5a1-709a-4ef1-a330-e1c5bc600fbc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:05.763731671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"2e65a5a1-709a-4ef1-a330-e1c5bc600fbc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:05.815417948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"2e65a5a1-709a-4ef1-a330-e1c5bc600fbc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:15.913030728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"6d944b80-c4b5-4bbf-9ec5-e39c4f052c6f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:15.965442159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"6d944b80-c4b5-4bbf-9ec5-e39c4f052c6f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:16.016416676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"6d944b80-c4b5-4bbf-9ec5-e39c4f052c6f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:23.03955086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"ee49fd65-0f4c-4245-807b-b4948aab32d7","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:23.039601086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"ee49fd65-0f4c-4245-807b-b4948aab32d7","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:26.113638497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"8cf96a12-f14e-42f2-8a1c-956a44e6864a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:26.165720238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"8cf96a12-f14e-42f2-8a1c-956a44e6864a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:26.216590699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"8cf96a12-f14e-42f2-8a1c-956a44e6864a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:27.900233658Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:36.314182474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"8ad6e9b1-45c1-4d75-8821-ec5c8908b984","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:36.366846852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"8ad6e9b1-45c1-4d75-8821-ec5c8908b984","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:36.417531869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee739ae2f8e00c2e9c0c7380e7bba2030d448d31305fb45805ad3a8c52ab872f) AuthConfig (91353129b20d7a287a5979f40ef551be99d8b34797999974ff67123725151092) AuthConfig (eb5649daa649c7f88ad706c58f93704ef71f4644737ae471c79e0084a234e95f) AuthConfig (ac922efe3dad72f5351ad0333e056d5ee317315d138f2bc4cccf63a072efd1bf) AuthConfig (866d95bcf7e1cc7fc6e3abb4bf50ff74c8371dbad5ef070e303a8c198282d1c8) AuthConfig (73b71cc497ea84c0b1c2771017c073424469ef2e6d2459c911a8c136bf43bef6) AuthConfig (58775d9e4cdaee608ae73bfeb914514c75f5d35a7dc9401db2582d5294164d1a) AuthConfig (eb2636489e07251e265f78c33254a9650a61f18f527957ee3b6206b0df1846ac) AuthConfig (6634e944381ad127e677268afb39cabb021b9f507920192cbd1e06a46cbc1a4e) AuthConfig (f7e1a1608fcd7d7bce894c2afb4e8535cd03830b2728f21a8f7511b8b71be614) AuthConfig (26b7f8c31e713224964d3809b653d69e127721faeeb7bd75bdff18fa8062833a) AuthConfig (537b52160eed810fbc23fcbdfa92807eb3145aeb09264fed658f3fd32676f9fb) AuthConfig (3fd0f862709dd5e20ce9bb49edb0e64f700b5a5caa38f22d438c1f61297ff02c) AuthConfig (51122dadaea9e3bbc57ddbf9aee066e9706ab7f7f5828c81097487338e6ad10c) AuthConfig (210d1e5bdbdf43598590cd62696bd0f5322937aa2878e80bdd8463cee632f6be) AuthConfig (9b9369799f1137dc7109ed3bb12d2b77f90a21816695ef7465f26641591ec092) AuthConfig (caeb07ee7c28f17e9f442506ad660e2103d9e4e79fc5558f467f756bcd3af6ec) AuthConfig (3285e17411cd156ff155456774045119cadc0a302bf9fb7842bcff9e304b901a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"8ad6e9b1-45c1-4d75-8821-ec5c8908b984","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:36.470449808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"dca51e04-7671-464a-b1c8-06be4f620948","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:36.470469848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"dca51e04-7671-464a-b1c8-06be4f620948","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.566685477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"1c3968a4-6f47-46e6-9047-cfb4887b88ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.622213692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"1c3968a4-6f47-46e6-9047-cfb4887b88ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.673466924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee739ae2f8e00c2e9c0c7380e7bba2030d448d31305fb45805ad3a8c52ab872f) AuthConfig (91353129b20d7a287a5979f40ef551be99d8b34797999974ff67123725151092) AuthConfig (eb5649daa649c7f88ad706c58f93704ef71f4644737ae471c79e0084a234e95f) AuthConfig (ac922efe3dad72f5351ad0333e056d5ee317315d138f2bc4cccf63a072efd1bf) AuthConfig (866d95bcf7e1cc7fc6e3abb4bf50ff74c8371dbad5ef070e303a8c198282d1c8) AuthConfig (73b71cc497ea84c0b1c2771017c073424469ef2e6d2459c911a8c136bf43bef6) AuthConfig (58775d9e4cdaee608ae73bfeb914514c75f5d35a7dc9401db2582d5294164d1a) AuthConfig (eb2636489e07251e265f78c33254a9650a61f18f527957ee3b6206b0df1846ac) AuthConfig (6634e944381ad127e677268afb39cabb021b9f507920192cbd1e06a46cbc1a4e) AuthConfig (f7e1a1608fcd7d7bce894c2afb4e8535cd03830b2728f21a8f7511b8b71be614) AuthConfig (26b7f8c31e713224964d3809b653d69e127721faeeb7bd75bdff18fa8062833a) AuthConfig (537b52160eed810fbc23fcbdfa92807eb3145aeb09264fed658f3fd32676f9fb) AuthConfig (3fd0f862709dd5e20ce9bb49edb0e64f700b5a5caa38f22d438c1f61297ff02c) AuthConfig (51122dadaea9e3bbc57ddbf9aee066e9706ab7f7f5828c81097487338e6ad10c) AuthConfig (210d1e5bdbdf43598590cd62696bd0f5322937aa2878e80bdd8463cee632f6be) AuthConfig (9b9369799f1137dc7109ed3bb12d2b77f90a21816695ef7465f26641591ec092) AuthConfig (caeb07ee7c28f17e9f442506ad660e2103d9e4e79fc5558f467f756bcd3af6ec) AuthConfig (3285e17411cd156ff155456774045119cadc0a302bf9fb7842bcff9e304b901a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"1c3968a4-6f47-46e6-9047-cfb4887b88ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:56.770548887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"9d066c88-c96e-4a41-966f-a78728c127cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:56.826981182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"9d066c88-c96e-4a41-966f-a78728c127cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:56.87768731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-b144f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee739ae2f8e00c2e9c0c7380e7bba2030d448d31305fb45805ad3a8c52ab872f) AuthConfig (91353129b20d7a287a5979f40ef551be99d8b34797999974ff67123725151092) AuthConfig (eb5649daa649c7f88ad706c58f93704ef71f4644737ae471c79e0084a234e95f) AuthConfig (ac922efe3dad72f5351ad0333e056d5ee317315d138f2bc4cccf63a072efd1bf) AuthConfig (866d95bcf7e1cc7fc6e3abb4bf50ff74c8371dbad5ef070e303a8c198282d1c8) AuthConfig (73b71cc497ea84c0b1c2771017c073424469ef2e6d2459c911a8c136bf43bef6) AuthConfig (58775d9e4cdaee608ae73bfeb914514c75f5d35a7dc9401db2582d5294164d1a) AuthConfig (eb2636489e07251e265f78c33254a9650a61f18f527957ee3b6206b0df1846ac) AuthConfig (6634e944381ad127e677268afb39cabb021b9f507920192cbd1e06a46cbc1a4e) AuthConfig (f7e1a1608fcd7d7bce894c2afb4e8535cd03830b2728f21a8f7511b8b71be614) AuthConfig (26b7f8c31e713224964d3809b653d69e127721faeeb7bd75bdff18fa8062833a) AuthConfig (537b52160eed810fbc23fcbdfa92807eb3145aeb09264fed658f3fd32676f9fb) AuthConfig (3fd0f862709dd5e20ce9bb49edb0e64f700b5a5caa38f22d438c1f61297ff02c) AuthConfig (51122dadaea9e3bbc57ddbf9aee066e9706ab7f7f5828c81097487338e6ad10c) AuthConfig (210d1e5bdbdf43598590cd62696bd0f5322937aa2878e80bdd8463cee632f6be) AuthConfig (9b9369799f1137dc7109ed3bb12d2b77f90a21816695ef7465f26641591ec092) AuthConfig (caeb07ee7c28f17e9f442506ad660e2103d9e4e79fc5558f467f756bcd3af6ec) AuthConfig (3285e17411cd156ff155456774045119cadc0a302bf9fb7842bcff9e304b901a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"9d066c88-c96e-4a41-966f-a78728c127cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:20:57.903900278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.044937864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c9b21c-13d2-4a26-a566-d0c2409e51c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.102092122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c9b21c-13d2-4a26-a566-d0c2409e51c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.1572689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c9b21c-13d2-4a26-a566-d0c2409e51c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.207625043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c9b21c-13d2-4a26-a566-d0c2409e51c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.00635961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e6dd1e-ada7-49e8-84fa-7e8816258b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.054565645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e6dd1e-ada7-49e8-84fa-7e8816258b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.102936536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e6dd1e-ada7-49e8-84fa-7e8816258b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.151469686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e6dd1e-ada7-49e8-84fa-7e8816258b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.974136699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"e6caaeec-30a2-4141-ab6b-62f8a77b47f3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.027074404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"e6caaeec-30a2-4141-ab6b-62f8a77b47f3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.328795086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"89408f47-2ed0-4615-a567-350b3c6a0f6b","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.328822017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"89408f47-2ed0-4615-a567-350b3c6a0f6b","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.688756241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"dccc36e3-5a2b-4a38-95c9-e628d43c1f2e","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.688779154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"dccc36e3-5a2b-4a38-95c9-e628d43c1f2e","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.742842021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"0b54ca48-1711-402d-b678-1a7832656f07","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.742954322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"0b54ca48-1711-402d-b678-1a7832656f07","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.784910261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"24970cef-c5a1-4766-9f99-6873c0c6593d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:21:12.795577971Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"0b54ca48-1711-402d-b678-1a7832656f07","name":"rate-test-model-7d1f88","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-7d1f88\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:21:12.795651056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"0b54ca48-1711-402d-b678-1a7832656f07","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-7d1f88\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:21:12.795892515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-a-f00250","reconcileID":"5790c62b-75d4-40b4-9f28-4b1ffaac2c92","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-f00250\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.801134618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"53cbc90a-d50c-4de6-8dc0-6a9701cd4793","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.801152481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"53cbc90a-d50c-4de6-8dc0-6a9701cd4793","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.837712798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"24970cef-c5a1-4766-9f99-6873c0c6593d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.959479033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"4275ed28-cc8f-47ca-bf66-5c1c86b870bb","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.959498849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"4275ed28-cc8f-47ca-bf66-5c1c86b870bb","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.010827229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14b902c9-6be7-4df5-9a56-a1da73291015","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.018352508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"687014c9-78f7-4826-8519-784d8b6c5e79","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.018376333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"687014c9-78f7-4826-8519-784d8b6c5e79","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.018857133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"794baf21-5f98-43e9-b1ba-6a40175e1c17","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.018877078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"794baf21-5f98-43e9-b1ba-6a40175e1c17","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.065207851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"03624599-8b00-4045-88c4-0ec2c7f4b84d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:21:13.065786699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-b-f00250","reconcileID":"e1925cf0-4965-4273-9816-0bc7cbf2688f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-f00250\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:21:13.068097977Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"794baf21-5f98-43e9-b1ba-6a40175e1c17","name":"rate-test-model-b144f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-b144f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:21:13.068145313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"794baf21-5f98-43e9-b1ba-6a40175e1c17","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-b144f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.068320696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"ca26e6c4-39e5-46cf-b9a3-ec4a5aebf355","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.068332313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"ca26e6c4-39e5-46cf-b9a3-ec4a5aebf355","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.073538647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"2dc9c799-2ceb-4335-9601-b27c4999de93","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.073554062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"2dc9c799-2ceb-4335-9601-b27c4999de93","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.11868102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"03624599-8b00-4045-88c4-0ec2c7f4b84d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.164386098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"8db8d576-ea76-479a-a30a-17ffcf7fa233","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.172960036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"b2d7b357-7bef-412e-babd-4df75abab502","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.172976308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"b2d7b357-7bef-412e-babd-4df75abab502","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.19233287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"a6505e20-9141-49a7-9b7c-66bdb51a68ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.218161042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"8db8d576-ea76-479a-a30a-17ffcf7fa233","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.230613137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"5c9eeb9a-ca8a-4f58-8dfb-0e1791f9c2c1","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.230629518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"5c9eeb9a-ca8a-4f58-8dfb-0e1791f9c2c1","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.295346262Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-a-f00250","reconcileID":"6242d4b3-1576-4074-9822-8468088c44ec","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-rate-test-model-7d1f88","model":"rate-test-model-7d1f88","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-7d1f88/e2e-rate-iso-a-f00250"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.395156706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"ed4f9601-e86e-4553-b3d4-b67ac9fa8ffb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.415264593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"3ac92247-d35d-4af0-b2a0-29c42e6c7308","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.452644021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"18581f0a-f4ce-49a3-82d9-3c09224dd185","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.452671273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"18581f0a-f4ce-49a3-82d9-3c09224dd185","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.468485939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"3ac92247-d35d-4af0-b2a0-29c42e6c7308","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.50126248Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-b-f00250","reconcileID":"98e7baef-10f6-423c-bcac-ecbed1fcad36","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-rate-test-model-b144f8","model":"rate-test-model-b144f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-b144f8/e2e-rate-iso-b-f00250"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.650785572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-a-f00250","reconcileID":"4d0ccb3e-5fba-4a1e-acd1-538e32a64395","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-rate-test-model-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.65663614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"458fbf99-4832-4982-b39a-58835802cbd2","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.656652892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"458fbf99-4832-4982-b39a-58835802cbd2","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.748112259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"e5776d43-da82-4a62-8c35-2ea3dbd3a246","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.849377301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-b-f00250","reconcileID":"03f8e277-4827-4bf6-b7e0-ffbfa97a551d","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-rate-test-model-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:13.992387536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"328c901a-eca9-46e4-94cc-3b5403851492","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:14.104718959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"9dd156c2-f10d-4da0-b5f7-7a03464ed076","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:14.203862299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7f65c99-3a75-4fd3-8868-dc5edd44c6ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:14.304119113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"ecde276b-0e8b-4a86-867c-f00f372b5b6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:14.404668008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"353ad7c6-0d0f-4e60-a327-5f7196ebc5c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:14.404841205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"d003152b-0250-4fe5-9bbd-1dc7e47a338e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:27.900113083Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.76535652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"113d965d-10e8-4cea-9da7-3e9efd976ef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.87871195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"23305978-8402-4a60-bfc9-2a361966e820","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.110686813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"6003a7ce-5455-4447-b193-1b221954f43f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.209300775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"ffdccb29-afca-4c64-bd39-95579dff7173","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.308547427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"ce4141d5-25d0-4e9b-9678-bf350b90297d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.46782103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0c44bee-06bd-47c1-b249-c8d7b5b629a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.583096212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-b-f00250","reconcileID":"114309e4-70f9-4fe0-b676-752a07b8e4f2","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-rate-test-model-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.681779065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"b0471925-d601-43e6-91f2-960a94714c81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.696049795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"ed4d0316-4ef4-4cd0-8cb6-74c08c5e3bc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.737122273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"b034e3d5-23d2-4124-b4eb-716105482597","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.737144383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"b034e3d5-23d2-4124-b4eb-716105482597","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.807337366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"a11bc168-fbb4-4b27-bc77-f0a1c799bb59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.907388264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"1c572c62-297d-490d-aac9-544529bbe819","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:31.007010073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-a-f00250","reconcileID":"c6681633-8cb8-409b-86d2-217de1975d81","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-rate-test-model-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:31.165049837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"fd91d01d-2979-495b-a36c-09b3fcd25694","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:31.1650675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"fd91d01d-2979-495b-a36c-09b3fcd25694","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:31.259763241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"240b2eaa-1799-47fd-90e1-381b106a4569","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:31.312487987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"240b2eaa-1799-47fd-90e1-381b106a4569","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:31.484407505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"65eec9d3-d9af-4958-9a66-a6e1701c6f4a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:31.537091093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"65eec9d3-d9af-4958-9a66-a6e1701c6f4a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.149695584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"4e8c9a71-a395-4981-a282-2df1d0da1afe","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.149730741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"4e8c9a71-a395-4981-a282-2df1d0da1afe","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:36.357085398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"b2147428-bbae-494e-9ad9-e23791eb526e","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:36.357112944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"b2147428-bbae-494e-9ad9-e23791eb526e","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:41.918906728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"3a6c96b4-7499-4e26-a9ab-bce9d53a8924","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:41.918930938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"3a6c96b4-7499-4e26-a9ab-bce9d53a8924","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:41.970226972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"7ebfa606-f77a-4c8c-ad7e-07bb7e3bbc74","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:41.970249366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"7ebfa606-f77a-4c8c-ad7e-07bb7e3bbc74","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:42.067404671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"35aa37c1-58fc-464a-b56c-78f6a743cf8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:42.185066656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"35aa37c1-58fc-464a-b56c-78f6a743cf8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:42.23663913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4efd0e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"35aa37c1-58fc-464a-b56c-78f6a743cf8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:42.288115026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"9d0e3e5b-8506-4fd3-b046-43e8ec77a7d0","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:42.288135193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"9d0e3e5b-8506-4fd3-b046-43e8ec77a7d0","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:45.757089583Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"9e9373d2-b6cb-47ba-acc8-47d4147336da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:45.757219668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"f612d68d-13fa-4c22-a9b1-43524f814175","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:45.757240308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"f612d68d-13fa-4c22-a9b1-43524f814175","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:45.956137544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"9e9373d2-b6cb-47ba-acc8-47d4147336da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.010130182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-a-f00250","reconcileID":"3eac7eec-36c8-45ac-83d2-9d104e495436","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-rate-test-model-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.076185958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"9e9373d2-b6cb-47ba-acc8-47d4147336da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"e2e-shared-a-w4-7d1f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.076207976Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-auth-f00250","reconcileID":"9e9373d2-b6cb-47ba-acc8-47d4147336da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.137759324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"27e442c0-f300-474f-bd2f-6eac559b5a6b","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.137891139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"27e442c0-f300-474f-bd2f-6eac559b5a6b","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.264839937Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"002978df-fcf7-423f-b053-6cd1c84ddd76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.264911971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"48d5e470-daca-4684-8b31-e6425d53b6f0","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.264929003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"48d5e470-daca-4684-8b31-e6425d53b6f0","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.393129091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-a-f00250","reconcileID":"c45833dc-5604-4bf4-822d-fb8c14c3fa91","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-rate-test-model-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.419423021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"002978df-fcf7-423f-b053-6cd1c84ddd76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.517637225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-b-f00250","reconcileID":"791c96ab-880f-4da7-ae6f-54f09ed3a516","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-rate-test-model-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.550778792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"002978df-fcf7-423f-b053-6cd1c84ddd76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"e2e-shared-b-w4-b144f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.550803008Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-auth-f00250","reconcileID":"002978df-fcf7-423f-b053-6cd1c84ddd76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.620057113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"cc8965ca-2905-43fc-9934-8f472220ec6b","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.62007716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"cc8965ca-2905-43fc-9934-8f472220ec6b","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.759003607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"09e62c5f-10c0-4f50-be8f-2e6b7fdd1fc2","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.75902592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"09e62c5f-10c0-4f50-be8f-2e6b7fdd1fc2","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:46.876547304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-b-f00250","reconcileID":"e4abe8fb-8a08-443b-8ffc-1b4af6b906ad","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-rate-test-model-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:52.387350117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"24e0d148-a90f-4c54-a639-c0ee063a9303","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:52.441181531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"24e0d148-a90f-4c54-a639-c0ee063a9303","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:52.495027974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4efd0e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"24e0d148-a90f-4c54-a639-c0ee063a9303","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:56.916881066Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-a-f00250","reconcileID":"f2311671-424f-477c-9907-c6c0c7ae74b0","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","subscription":"e2e-rate-iso-a-f00250","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:56.965843004Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-a-f00250","reconcileID":"f2311671-424f-477c-9907-c6c0c7ae74b0","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:57.014630742Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"e2e-rate-iso-a-f00250","reconcileID":"f2311671-424f-477c-9907-c6c0c7ae74b0","MaaSSubscription":{"name":"e2e-rate-iso-a-f00250","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"name":"maas-trlp-rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:57.317139708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"dc5c8f27-fdf6-4487-b9bd-020dfe8442af","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"tenant":"e2e-shared-a-w4-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","model":"ai-tenant-e2e-shared-a-w4-7d1f88/rate-test-model-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:57.317159907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"rate-test-model-7d1f88","reconcileID":"dc5c8f27-fdf6-4487-b9bd-020dfe8442af","MaaSModelRef":{"name":"rate-test-model-7d1f88","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"routeName":"rate-test-model-7d1f88-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","llmisvcName":"rate-test-model-7d1f88","gateway":"openshift-ingress/e2e-shared-a-w4-7d1f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:57.459179322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"7f67a9cf-cbfc-4890-a60a-11565322061b","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:57.459206684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"7f67a9cf-cbfc-4890-a60a-11565322061b","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:57.904224144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.224080205Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","namespace":"ai-tenant-e2e-mt-3fcdda46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.224138686Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","namespace":"ai-tenant-e2e-mt-3fcdda46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.224187027Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","tenant":"e2e-mt-3fcdda46","tenantID":"e2e-mt-3fcdda46","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.274937969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"Deployment","name":"maas-api-e2e-mt-3fcdda46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.336924627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"Service","name":"maas-api-e2e-mt-3fcdda46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.403296127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-3fcdda46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.459726801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-3fcdda46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.541690268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.600017511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.656832056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.722941114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.771686165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"Deployment","name":"payload-processing-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.827123968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.878937117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"Service","name":"payload-processing-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.933750731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"Service","name":"payload-pre-processing-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.985039883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"DestinationRule","name":"payload-processing-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:00.036161663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:00.086166734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:00.140135626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:00.188478415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:00.241455988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:00.289672054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-3fcdda46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:00.345004131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3fcdda46"},"namespace":"ai-tenant-e2e-mt-3fcdda46","name":"default-tenant","reconcileID":"c028ec47-7a73-4c2f-8917-6bfdbd2933aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-3fcdda46","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:02.60185447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"42fee99d-c8cd-428f-9625-b093619af6af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:02.654930618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"42fee99d-c8cd-428f-9625-b093619af6af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:02.708029503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4efd0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc9dc698aa6a756e561fce1640f5c0ca93686666e4e433e04b46c302ab302b8f) AuthConfig (9aa9f978efebb650d4067e9a4a90bf14e638b1037805f82419819f39984020be) AuthConfig (10e94304c34b2775bf5e44a5413687b12c1e0869b507a6a309bff24a3f59f94b) AuthConfig (9fc05f11f758382413bc04a2949726a81db5f8e1d91126f5d6d2b393d6fae41e) AuthConfig (05654377d2b24ace3e5c29a723e1fc5c36e72b07590dae6b91338da9a0c65846) AuthConfig (50f7a48c61e97f9f0542e8aca71fbf1726ef7ccdb1a3d9a0219bb358ff74b087) AuthConfig (95e9ea203919245d69b57218f43286d18a7dffa5517126d754b5c04cd88eab1f) AuthConfig (c932ffed948f9e96641a414cf380b469b82c7a57cf1c51d1569db9e7eed5003a) AuthConfig (0c0774a5e9e0ff47c5de56ec0d0c310367a47d4129b26e26b4991ab436297a4f) AuthConfig (459211543eed11da1c6f58fda0f7bf8c515263126a0a06d596e3744bad613add) AuthConfig (6b0fd8de42a9ac051646d619c74fb3f2d90ced456931df2bf9d971f0b73af7ae) AuthConfig (5e2816c9d24ed9140cb49f78751bcae543224888a425f1e77ec8bf6f496f72b8) AuthConfig (76962e613277a01fe6390de8ccc549e26f140d07d978c73a4e7bf49dc67a0e24) AuthConfig (2c42a5fd21c170a1fb1127378934ffcae9eaba057554c67cd055bfb8c5fd2b05) AuthConfig (bee75c50f8aef5fce699760dbb031531d883aea0f43f84813e824b6dba6a2bf2) AuthConfig (7d1ab592dd0a15ccb6b0b2168869014a9a6abfba0cd225e8d6470daa8641e89d) AuthConfig (197d12758af5d447e4497b16388f954868f34769889c6895c9f3d24bd9d9ab21) AuthConfig (a698e36f3b27174e0e953627973498192d88fee92780cf24af2bc860fbbd53d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"42fee99d-c8cd-428f-9625-b093619af6af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:02.767203294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"7f354846-7450-452d-ba38-d68f81f53ee7","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:02.767227228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"7f354846-7450-452d-ba38-d68f81f53ee7","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:07.614060844Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-b-f00250","reconcileID":"ed694ff7-e2ea-464d-929f-4c29c837140c","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","subscription":"e2e-rate-iso-b-f00250","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:07.663054292Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-b-f00250","reconcileID":"ed694ff7-e2ea-464d-929f-4c29c837140c","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:07.712245192Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"e2e-rate-iso-b-f00250","reconcileID":"ed694ff7-e2ea-464d-929f-4c29c837140c","MaaSSubscription":{"name":"e2e-rate-iso-b-f00250","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"name":"maas-trlp-rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:07.984258255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"a942700e-d6b7-43a9-94dd-68985a61b11e","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"tenant":"e2e-shared-b-w4-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","model":"ai-tenant-e2e-shared-b-w4-b144f8/rate-test-model-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:07.984281766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"rate-test-model-b144f8","reconcileID":"a942700e-d6b7-43a9-94dd-68985a61b11e","MaaSModelRef":{"name":"rate-test-model-b144f8","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"routeName":"rate-test-model-b144f8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","llmisvcName":"rate-test-model-b144f8","gateway":"openshift-ingress/e2e-shared-b-w4-b144f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:10.299849959Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-3fcdda46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-3fcdda46","reconcileID":"5fe1c735-da18-4081-a47f-b34ff932d654","aitenant":"ai-tenants/e2e-mt-3fcdda46","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:10.802123113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36fffa9-0f40-4ab4-b790-bcaa75a090c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:10.850610027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36fffa9-0f40-4ab4-b790-bcaa75a090c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:10.899798403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36fffa9-0f40-4ab4-b790-bcaa75a090c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:10.948442811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36fffa9-0f40-4ab4-b790-bcaa75a090c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.052445955Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-3fcdda46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-3fcdda46","reconcileID":"5fe1c735-da18-4081-a47f-b34ff932d654","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-3fcdda46","removed":["maas.opendatahub.io/gateway-access-e2e-mt-3fcdda46"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.738959085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7db0fa-729f-44fb-be8a-bf3f1ed2fe14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.788040207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7db0fa-729f-44fb-be8a-bf3f1ed2fe14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.836938443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7db0fa-729f-44fb-be8a-bf3f1ed2fe14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.885168578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7db0fa-729f-44fb-be8a-bf3f1ed2fe14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.938223098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"1284957a-4311-49cc-bea5-a31c77791438","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.991929268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"1284957a-4311-49cc-bea5-a31c77791438","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:13.043051175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4efd0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc9dc698aa6a756e561fce1640f5c0ca93686666e4e433e04b46c302ab302b8f) AuthConfig (9aa9f978efebb650d4067e9a4a90bf14e638b1037805f82419819f39984020be) AuthConfig (10e94304c34b2775bf5e44a5413687b12c1e0869b507a6a309bff24a3f59f94b) AuthConfig (9fc05f11f758382413bc04a2949726a81db5f8e1d91126f5d6d2b393d6fae41e) AuthConfig (05654377d2b24ace3e5c29a723e1fc5c36e72b07590dae6b91338da9a0c65846) AuthConfig (50f7a48c61e97f9f0542e8aca71fbf1726ef7ccdb1a3d9a0219bb358ff74b087) AuthConfig (95e9ea203919245d69b57218f43286d18a7dffa5517126d754b5c04cd88eab1f) AuthConfig (c932ffed948f9e96641a414cf380b469b82c7a57cf1c51d1569db9e7eed5003a) AuthConfig (0c0774a5e9e0ff47c5de56ec0d0c310367a47d4129b26e26b4991ab436297a4f) AuthConfig (459211543eed11da1c6f58fda0f7bf8c515263126a0a06d596e3744bad613add) AuthConfig (6b0fd8de42a9ac051646d619c74fb3f2d90ced456931df2bf9d971f0b73af7ae) AuthConfig (5e2816c9d24ed9140cb49f78751bcae543224888a425f1e77ec8bf6f496f72b8) AuthConfig (76962e613277a01fe6390de8ccc549e26f140d07d978c73a4e7bf49dc67a0e24) AuthConfig (2c42a5fd21c170a1fb1127378934ffcae9eaba057554c67cd055bfb8c5fd2b05) AuthConfig (bee75c50f8aef5fce699760dbb031531d883aea0f43f84813e824b6dba6a2bf2) AuthConfig (7d1ab592dd0a15ccb6b0b2168869014a9a6abfba0cd225e8d6470daa8641e89d) AuthConfig (197d12758af5d447e4497b16388f954868f34769889c6895c9f3d24bd9d9ab21) AuthConfig (a698e36f3b27174e0e953627973498192d88fee92780cf24af2bc860fbbd53d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"1284957a-4311-49cc-bea5-a31c77791438","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:14.654078753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2674ef79-218d-45fb-b23b-7103cfbfe121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:14.702648122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2674ef79-218d-45fb-b23b-7103cfbfe121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:14.752083139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2674ef79-218d-45fb-b23b-7103cfbfe121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:14.801075012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2674ef79-218d-45fb-b23b-7103cfbfe121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:19.186749008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d8f390-d6da-4873-8cb1-bf6e0575d076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:19.235767758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d8f390-d6da-4873-8cb1-bf6e0575d076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:19.316484826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d8f390-d6da-4873-8cb1-bf6e0575d076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:19.365367197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d8f390-d6da-4873-8cb1-bf6e0575d076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:21.197063343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551117aa-481b-4bff-8688-03929a89f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:21.245459266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551117aa-481b-4bff-8688-03929a89f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:21.294092777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551117aa-481b-4bff-8688-03929a89f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:21.342571713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551117aa-481b-4bff-8688-03929a89f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.140706997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"20251815-cb46-4624-8ded-5f5101237764","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.196002695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"20251815-cb46-4624-8ded-5f5101237764","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.248286899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4efd0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc9dc698aa6a756e561fce1640f5c0ca93686666e4e433e04b46c302ab302b8f) AuthConfig (9aa9f978efebb650d4067e9a4a90bf14e638b1037805f82419819f39984020be) AuthConfig (10e94304c34b2775bf5e44a5413687b12c1e0869b507a6a309bff24a3f59f94b) AuthConfig (9fc05f11f758382413bc04a2949726a81db5f8e1d91126f5d6d2b393d6fae41e) AuthConfig (05654377d2b24ace3e5c29a723e1fc5c36e72b07590dae6b91338da9a0c65846) AuthConfig (50f7a48c61e97f9f0542e8aca71fbf1726ef7ccdb1a3d9a0219bb358ff74b087) AuthConfig (95e9ea203919245d69b57218f43286d18a7dffa5517126d754b5c04cd88eab1f) AuthConfig (c932ffed948f9e96641a414cf380b469b82c7a57cf1c51d1569db9e7eed5003a) AuthConfig (0c0774a5e9e0ff47c5de56ec0d0c310367a47d4129b26e26b4991ab436297a4f) AuthConfig (459211543eed11da1c6f58fda0f7bf8c515263126a0a06d596e3744bad613add) AuthConfig (6b0fd8de42a9ac051646d619c74fb3f2d90ced456931df2bf9d971f0b73af7ae) AuthConfig (5e2816c9d24ed9140cb49f78751bcae543224888a425f1e77ec8bf6f496f72b8) AuthConfig (76962e613277a01fe6390de8ccc549e26f140d07d978c73a4e7bf49dc67a0e24) AuthConfig (2c42a5fd21c170a1fb1127378934ffcae9eaba057554c67cd055bfb8c5fd2b05) AuthConfig (bee75c50f8aef5fce699760dbb031531d883aea0f43f84813e824b6dba6a2bf2) AuthConfig (7d1ab592dd0a15ccb6b0b2168869014a9a6abfba0cd225e8d6470daa8641e89d) AuthConfig (197d12758af5d447e4497b16388f954868f34769889c6895c9f3d24bd9d9ab21) AuthConfig (a698e36f3b27174e0e953627973498192d88fee92780cf24af2bc860fbbd53d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"20251815-cb46-4624-8ded-5f5101237764","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.900502785Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.383405226Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.383464334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.383511868Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","tenant":"e2e-shared-a-w3-8b60cc","tenantID":"e2e-shared-a-w3-8b60cc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.435501365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-8b60cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.490351359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"Service","name":"maas-api-e2e-shared-a-w3-8b60cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.541020407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-8b60cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.59296838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-8b60cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.643463751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.694389937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.747161121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.797878683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.845871162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.894089496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.941831037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:28.993628744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:29.041698637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:29.089449729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:29.137743835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:29.194399594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:29.243739641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:29.291777423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:29.339648633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-8b60cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:29.387592513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8b60cc"},"namespace":"ai-tenant-e2e-shared-a-w3-8b60cc","name":"default-tenant","reconcileID":"02e4e64a-2a0c-4b65-a19e-ea663ad5fa75","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-8b60cc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:30.627299298Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-8b60cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-8b60cc","reconcileID":"64f8d579-3de1-4585-ba55-2ca690a6f165","aitenant":"ai-tenants/e2e-shared-a-w3-8b60cc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:31.149881798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d0f889-d8e3-44ef-92cb-c9c1cfaf455f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:31.198345248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d0f889-d8e3-44ef-92cb-c9c1cfaf455f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:31.249708022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d0f889-d8e3-44ef-92cb-c9c1cfaf455f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:31.299520595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d0f889-d8e3-44ef-92cb-c9c1cfaf455f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:31.403270236Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-8b60cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-8b60cc","reconcileID":"64f8d579-3de1-4585-ba55-2ca690a6f165","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-8b60cc","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-8b60cc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.055052197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941e501e-80e0-436e-ab9a-53f0db3d4c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.103477781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941e501e-80e0-436e-ab9a-53f0db3d4c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.152130849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941e501e-80e0-436e-ab9a-53f0db3d4c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.200529524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"941e501e-80e0-436e-ab9a-53f0db3d4c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.34560469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e34fe84c-ec80-4c6a-bbbf-7c9917a625f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.398182756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e34fe84c-ec80-4c6a-bbbf-7c9917a625f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.449005967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-4efd0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc9dc698aa6a756e561fce1640f5c0ca93686666e4e433e04b46c302ab302b8f) AuthConfig (9aa9f978efebb650d4067e9a4a90bf14e638b1037805f82419819f39984020be) AuthConfig (10e94304c34b2775bf5e44a5413687b12c1e0869b507a6a309bff24a3f59f94b) AuthConfig (9fc05f11f758382413bc04a2949726a81db5f8e1d91126f5d6d2b393d6fae41e) AuthConfig (05654377d2b24ace3e5c29a723e1fc5c36e72b07590dae6b91338da9a0c65846) AuthConfig (50f7a48c61e97f9f0542e8aca71fbf1726ef7ccdb1a3d9a0219bb358ff74b087) AuthConfig (95e9ea203919245d69b57218f43286d18a7dffa5517126d754b5c04cd88eab1f) AuthConfig (c932ffed948f9e96641a414cf380b469b82c7a57cf1c51d1569db9e7eed5003a) AuthConfig (0c0774a5e9e0ff47c5de56ec0d0c310367a47d4129b26e26b4991ab436297a4f) AuthConfig (459211543eed11da1c6f58fda0f7bf8c515263126a0a06d596e3744bad613add) AuthConfig (6b0fd8de42a9ac051646d619c74fb3f2d90ced456931df2bf9d971f0b73af7ae) AuthConfig (5e2816c9d24ed9140cb49f78751bcae543224888a425f1e77ec8bf6f496f72b8) AuthConfig (76962e613277a01fe6390de8ccc549e26f140d07d978c73a4e7bf49dc67a0e24) AuthConfig (2c42a5fd21c170a1fb1127378934ffcae9eaba057554c67cd055bfb8c5fd2b05) AuthConfig (bee75c50f8aef5fce699760dbb031531d883aea0f43f84813e824b6dba6a2bf2) AuthConfig (7d1ab592dd0a15ccb6b0b2168869014a9a6abfba0cd225e8d6470daa8641e89d) AuthConfig (197d12758af5d447e4497b16388f954868f34769889c6895c9f3d24bd9d9ab21) AuthConfig (a698e36f3b27174e0e953627973498192d88fee92780cf24af2bc860fbbd53d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e34fe84c-ec80-4c6a-bbbf-7c9917a625f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.965701672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a7cdaf-7a5e-4f83-9ba3-1663035d3aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:35.015430422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a7cdaf-7a5e-4f83-9ba3-1663035d3aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:35.066122094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a7cdaf-7a5e-4f83-9ba3-1663035d3aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:35.115170944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a7cdaf-7a5e-4f83-9ba3-1663035d3aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:39.7724226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1523af56-b30a-42b5-91af-57fc289a3e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:39.820901827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1523af56-b30a-42b5-91af-57fc289a3e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:39.869851622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1523af56-b30a-42b5-91af-57fc289a3e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:39.918338651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1523af56-b30a-42b5-91af-57fc289a3e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:41.687974766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d229d6f7-8070-45fc-b56f-55b5c320a112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:41.736428302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d229d6f7-8070-45fc-b56f-55b5c320a112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:41.785160156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d229d6f7-8070-45fc-b56f-55b5c320a112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:41.833834437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d229d6f7-8070-45fc-b56f-55b5c320a112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:43.546548676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"83878303-4f18-4faa-8369-f8d18c9f7d49","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:43.59887976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"83878303-4f18-4faa-8369-f8d18c9f7d49","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:43.844136981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"84320009-6591-473f-bb20-9cab9466706a","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:43.844158518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"84320009-6591-473f-bb20-9cab9466706a","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:45.604639591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"9fc7ffa7-1f52-4e01-b5b9-56260115b5f2","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:45.604666901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"9fc7ffa7-1f52-4e01-b5b9-56260115b5f2","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:51.025586024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"ac98ada9-6407-404e-9c05-3b26a651ca97","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:51.025608897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"ac98ada9-6407-404e-9c05-3b26a651ca97","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:51.078262549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"84525b0a-ae5d-49a1-b8d3-aca5e1d62dea","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:51.078289891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"84525b0a-ae5d-49a1-b8d3-aca5e1d62dea","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:51.174589028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"29198493-4b5d-4a59-b489-ea3aa75b2bd7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:51.28778687Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"29198493-4b5d-4a59-b489-ea3aa75b2bd7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:51.338450643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"29198493-4b5d-4a59-b489-ea3aa75b2bd7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:51.391285214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"e6e5c7cf-bcc0-4846-83df-2ab19840e515","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:51.391332617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"e6e5c7cf-bcc0-4846-83df-2ab19840e515","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:57.901017373Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:58.140389226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62ca263-967b-4dd9-8640-09b67f98fceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:58.188840014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62ca263-967b-4dd9-8640-09b67f98fceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:58.237361569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62ca263-967b-4dd9-8640-09b67f98fceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:58.285917311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62ca263-967b-4dd9-8640-09b67f98fceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:59.168878033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"85580416-0e69-4ff8-affb-90983f58b3ec","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:59.168899214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"85580416-0e69-4ff8-affb-90983f58b3ec","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:59.221509041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"31a54c12-5fe7-4457-81b0-86058206003f","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:59.221528327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"31a54c12-5fe7-4457-81b0-86058206003f","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:59.365161742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"d2550f18-d4aa-4a70-bd54-f897c4391146","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:59.482667924Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"d2550f18-d4aa-4a70-bd54-f897c4391146","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:59.534270691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-dd05eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"d2550f18-d4aa-4a70-bd54-f897c4391146","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:59.599539912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"113fe8bd-3d09-434f-bc01-7f4a1239f828","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:22:59.599563001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"113fe8bd-3d09-434f-bc01-7f4a1239f828","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:00.070513974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3a80ed-fdd3-4b3f-9094-0f4e3ccc4b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:00.118882294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3a80ed-fdd3-4b3f-9094-0f4e3ccc4b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:00.167560629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3a80ed-fdd3-4b3f-9094-0f4e3ccc4b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:00.216047868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b3a80ed-fdd3-4b3f-9094-0f4e3ccc4b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:01.547414832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"ff6c1087-a576-4ab7-964b-70bf6fbee903","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:01.599686622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"ff6c1087-a576-4ab7-964b-70bf6fbee903","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:01.651042878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"ff6c1087-a576-4ab7-964b-70bf6fbee903","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:02.001994596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3314446d-3460-4846-877c-1b5a587a60b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:02.050816073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3314446d-3460-4846-877c-1b5a587a60b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:02.099524847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3314446d-3460-4846-877c-1b5a587a60b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:02.148152181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3314446d-3460-4846-877c-1b5a587a60b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.013156786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beba223c-d1cb-44fd-af5a-e8d712238ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.062108582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beba223c-d1cb-44fd-af5a-e8d712238ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.111528603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beba223c-d1cb-44fd-af5a-e8d712238ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.159949248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beba223c-d1cb-44fd-af5a-e8d712238ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:05.995571475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdb6078-ae5c-49c3-ab92-aedba8873e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:06.044344077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdb6078-ae5c-49c3-ab92-aedba8873e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:06.092949531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdb6078-ae5c-49c3-ab92-aedba8873e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:06.141223958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdb6078-ae5c-49c3-ab92-aedba8873e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:07.916559367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a72e269-8285-42d8-bd32-8d272ae6dcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:07.965293507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a72e269-8285-42d8-bd32-8d272ae6dcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.013639013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a72e269-8285-42d8-bd32-8d272ae6dcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.062055462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a72e269-8285-42d8-bd32-8d272ae6dcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.696983447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"1ddd98ce-e4b7-42a2-9930-9759d17ac28f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.752985276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"1ddd98ce-e4b7-42a2-9930-9759d17ac28f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.807671535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-dd05eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"1ddd98ce-e4b7-42a2-9930-9759d17ac28f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:11.749592073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"041de12e-43c1-4926-add1-44bda1aaa79b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:11.802543981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"041de12e-43c1-4926-add1-44bda1aaa79b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:11.854546339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fffee5de4934b3c4ba2db713b870b2dccea805e1f97bfb644d2190b77aaeb313) AuthConfig (f3b5b429c3aae8468acfac4b6cbdf590348bfe0dd0cee8e4b8c96cd1a37e59dd) AuthConfig (b0dc0430d248b84065422810f5a8d59aed5ba8c80dc22c2af00cd46a2c5025ac) AuthConfig (33ab73e861c6d574c1865ac829f2c64cbe033075ead2337d672a13367ea50826) AuthConfig (9ad4869e5f8cafcfa28371672b77446ccde35a68ad6f15dae44404c02fb35380) AuthConfig (ab75f9ffbe783fa12348c7d3bbd5daaccfce8a0aac182ab0bba55e487963e0eb) AuthConfig (16e7422ae18335bd679250e2da4f85359f7429f77065a9397da4001fe140b866) AuthConfig (ceadf8d1ecf7769a70aba095bad4aeec54f3bc7ded0cbef915858a7751101592) AuthConfig (ba6fcad6eccd92dfe021c40c6d27fc214ce624919a4bbb70ea94e87c59c56564) AuthConfig (0bf055b6eac180309ca1f2f19367060b7714fb13db801a88f9fa8743afbfa598) AuthConfig (81f8ca6eb9f1e0a86122b900482ee3415687e874535cbf9942474df3ae29e989) AuthConfig (e47296fafe2b501fb4351aa13b3423d10bc53cac488c9f609813e2a662bc50c9) AuthConfig (58428725a5bfdd73bd886155ce8d1ddd67ec8ae6254ec1de954ad2f60ecd5fe3) AuthConfig (14c5a679259cbe68f5684e419d8364488044f6b917bc955a13f18b8baef65955) AuthConfig (28a1fd3ebf952136c938130f0665ee1771778305ccb280e3ba0de7d2fc44f645) AuthConfig (7d5806233ef704c1ca8e5af4a583a79cedff9df54da7b1e99239fe867ad34fc0) AuthConfig (e0e94af217a695477a55ee59004558890427ff7c140caca951cbbea88350e444) AuthConfig (50fe041695ef921bc0ef84af8ba4b8a195cb26b425e13b01c0c8e7a872a40b50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"041de12e-43c1-4926-add1-44bda1aaa79b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:11.90842398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"b6d2a9c3-bd95-437c-9790-9676aa6db432","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:11.908443701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"b6d2a9c3-bd95-437c-9790-9676aa6db432","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.904178608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"2136dcc0-c8ce-4f37-b369-5d793a24d56a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.957759201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"2136dcc0-c8ce-4f37-b369-5d793a24d56a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:20.009469724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-dd05eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"2136dcc0-c8ce-4f37-b369-5d793a24d56a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:22.005609778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"940fd1e1-414b-4167-a88d-92e83fe07387","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:22.058684443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"940fd1e1-414b-4167-a88d-92e83fe07387","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:22.110746975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a78d34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fffee5de4934b3c4ba2db713b870b2dccea805e1f97bfb644d2190b77aaeb313) AuthConfig (f3b5b429c3aae8468acfac4b6cbdf590348bfe0dd0cee8e4b8c96cd1a37e59dd) AuthConfig (b0dc0430d248b84065422810f5a8d59aed5ba8c80dc22c2af00cd46a2c5025ac) AuthConfig (33ab73e861c6d574c1865ac829f2c64cbe033075ead2337d672a13367ea50826) AuthConfig (9ad4869e5f8cafcfa28371672b77446ccde35a68ad6f15dae44404c02fb35380) AuthConfig (ab75f9ffbe783fa12348c7d3bbd5daaccfce8a0aac182ab0bba55e487963e0eb) AuthConfig (16e7422ae18335bd679250e2da4f85359f7429f77065a9397da4001fe140b866) AuthConfig (ceadf8d1ecf7769a70aba095bad4aeec54f3bc7ded0cbef915858a7751101592) AuthConfig (ba6fcad6eccd92dfe021c40c6d27fc214ce624919a4bbb70ea94e87c59c56564) AuthConfig (0bf055b6eac180309ca1f2f19367060b7714fb13db801a88f9fa8743afbfa598) AuthConfig (81f8ca6eb9f1e0a86122b900482ee3415687e874535cbf9942474df3ae29e989) AuthConfig (e47296fafe2b501fb4351aa13b3423d10bc53cac488c9f609813e2a662bc50c9) AuthConfig (58428725a5bfdd73bd886155ce8d1ddd67ec8ae6254ec1de954ad2f60ecd5fe3) AuthConfig (14c5a679259cbe68f5684e419d8364488044f6b917bc955a13f18b8baef65955) AuthConfig (28a1fd3ebf952136c938130f0665ee1771778305ccb280e3ba0de7d2fc44f645) AuthConfig (7d5806233ef704c1ca8e5af4a583a79cedff9df54da7b1e99239fe867ad34fc0) AuthConfig (e0e94af217a695477a55ee59004558890427ff7c140caca951cbbea88350e444) AuthConfig (50fe041695ef921bc0ef84af8ba4b8a195cb26b425e13b01c0c8e7a872a40b50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"940fd1e1-414b-4167-a88d-92e83fe07387","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.331212545Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","namespace":"ai-tenant-e2e-shared-b-w3-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.331269146Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","namespace":"ai-tenant-e2e-shared-b-w3-92489a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.331341776Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","tenant":"e2e-shared-b-w3-92489a","tenantID":"e2e-shared-b-w3-92489a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.381892442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-92489a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.439941434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"Service","name":"maas-api-e2e-shared-b-w3-92489a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.499066713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-92489a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.549254979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-92489a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.600340255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.655800335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.708846869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.759465589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.807741754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.855734983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.903769636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.952155616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.000426557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.04821921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.096390098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.14753716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.195362716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.2438316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.291972301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-92489a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.340722713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-92489a"},"namespace":"ai-tenant-e2e-shared-b-w3-92489a","name":"default-tenant","reconcileID":"c29b93f8-77b6-47f8-b2e7-bbc25ed812d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-92489a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:26.760388871Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-92489a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-92489a","reconcileID":"bb1b8bbf-59e1-4f4d-bfb4-ff23efc38bc8","aitenant":"ai-tenants/e2e-shared-b-w3-92489a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:27.289868493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4098d2-3a00-4eef-b543-61bf8eabbeee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:27.338263264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4098d2-3a00-4eef-b543-61bf8eabbeee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:27.386767566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4098d2-3a00-4eef-b543-61bf8eabbeee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:27.438242717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4098d2-3a00-4eef-b543-61bf8eabbeee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:27.540354929Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-92489a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-92489a","reconcileID":"bb1b8bbf-59e1-4f4d-bfb4-ff23efc38bc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-92489a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-92489a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:27.901528966Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:28.83347958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"729b0dc5-1ebe-4068-84ad-c5a2e0578a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:28.833534067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"bc16a45b-ecb2-4409-84b3-9ca17343ff48","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:28.983268755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"628cfe2a-323e-4c3e-9061-ca526dc6ad39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.036996041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"628cfe2a-323e-4c3e-9061-ca526dc6ad39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.03762432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"107dcdf2-ef29-4d4f-a5b9-099fe0b3ca1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.038267951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"d73bfdfd-8d36-4cc9-a9f8-9cc97968110e","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.081880479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"ef5ae0c1-f223-4726-bd46-c038da03ff2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.186367557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"447b768a-e4c3-4072-9e8e-4788f8174f99","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.249610493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04628a1-59f4-45f5-a22f-759ade540441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.302662328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04628a1-59f4-45f5-a22f-759ade540441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:23:29.302780104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-access","reconcileID":"107dcdf2-ef29-4d4f-a5b9-099fe0b3ca1b","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.352599872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04628a1-59f4-45f5-a22f-759ade540441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.401240794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04628a1-59f4-45f5-a22f-759ade540441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.449445383Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"edd09337-48a9-4dd1-b9ec-1c9f3a9fa4a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a3e930df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.497811465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"01ffe032-5949-4fae-a485-4219dc3278a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:29.550361352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"01ffe032-5949-4fae-a485-4219dc3278a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.054617207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.054674873Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.0547243Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","tenant":"e2e-shared-a-w4-7d1f88","tenantID":"e2e-shared-a-w4-7d1f88","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.106071964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-7d1f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.106722375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e0ad8905-0585-4c77-97d6-4cf5145bb615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.159398356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e0ad8905-0585-4c77-97d6-4cf5145bb615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.162042135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"Service","name":"maas-api-e2e-shared-a-w4-7d1f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.210480931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-dd05eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d047e8715d3bdee000415fd8063d7867a3a0048cffd51d4b4e17be29beba7ea) AuthConfig (3906998f205f6545a1af3f0c6213870a14f20eb774c43d51fda9dbe5ede1b052) AuthConfig (8ae98195a00c18fc11260186c0b59d5cc7c99c9e648da22b0442808484a5d16c) AuthConfig (e8cbd61efbf70b9b13927c958bb50727dfda026e32394131c156f8bff3bea3b4) AuthConfig (5e3b9806bfc2cef6ac13fa69e3bd0fb4471313e2cc3857c1d2870e56fe999d22) AuthConfig (0944741d72306713ab2dd1632b515eb7eda4037b44513213b40f1b38f14b547e) AuthConfig (1e778cba75c37fabebc99affb6101b4fd282dcb3944b3764fc6fda2cb0123fa7) AuthConfig (7943ad2b86846c857760c872d8188c053591a187ce5849aeb19907554b437bf9) AuthConfig (27462fe6f0b2dd49c1a106cd39d1ad608d01316f2b2e8527ef426d8ed1806659) AuthConfig (2e088ec91e7b71e0d7b459f32b74d8f62312114cc61db1d7c8c1a5a96695a51c) AuthConfig (9597ac236cc7f82a89eddfddc280b4cfc63e08f54731d4c0e51c04bfd9a3051c) AuthConfig (7a427ca8885d12ba6232e4750373cc581a424bf8b8a11611212d7b6f1335f8f6) AuthConfig (f128bfdfe00e43eef2af1f15c3914f70d21b9cc9ff1d135a6e44c3b0eb4eb467) AuthConfig (94a878c6a9db574369bc801f0c18e5fc19b89d6a081a3599ed04df63401eb0a9) AuthConfig (b1c9244847fc65af708fa17081db8361320e360bf5d88904e1e042a2dbddcb26) AuthConfig (ef4da9f232700c49a51f81844e442cf5e7dd0f7563218a2844b37d8784fe9e25) AuthConfig (7edfe2fe56c073c3fb146e3d92f61b9ed76baf7ae06a2de72c9ce480a40f1e07) AuthConfig (81596ee40a8317c0844bb11961f48ebda6c5dce3288a5bd392a29e8e45f77733)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e0ad8905-0585-4c77-97d6-4cf5145bb615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.213051057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-7d1f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.262176444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"50429517-284a-4e42-bea9-911f2bd055ed","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.262203194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"50429517-284a-4e42-bea9-911f2bd055ed","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.264978811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-7d1f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.315498693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.366180914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.416957877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.46767323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.517556164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.565733604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.613612319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.661605328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.709870501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.757761436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.805468414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.856830596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.905250097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:30.953140557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:31.001088574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-7d1f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:31.048890703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-7d1f88"},"namespace":"ai-tenant-e2e-shared-a-w4-7d1f88","name":"default-tenant","reconcileID":"c0d259e9-35e4-4e51-a578-5070a5def78a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-7d1f88","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:32.2077616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"e4ee5b7e-b981-4d00-8eed-fc2129d2c685","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:32.260863869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"e4ee5b7e-b981-4d00-8eed-fc2129d2c685","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:32.509795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"d993db55-26b1-4093-a7ec-570aea93d6c9","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:32.509817317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"d993db55-26b1-4093-a7ec-570aea93d6c9","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.491608873Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-7d1f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-7d1f88","reconcileID":"c9c82af9-9226-48f0-8171-62e6d253f3b1","aitenant":"ai-tenants/e2e-shared-a-w4-7d1f88","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.756081635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"71989940-509d-489c-b99d-62c5d7c83e75","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.756102738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"71989940-509d-489c-b99d-62c5d7c83e75","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.807004601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"f5ca2aa2-3250-418e-a659-6289daf6942f","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.807029402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"f5ca2aa2-3250-418e-a659-6289daf6942f","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.906997613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"3a9ab864-07d5-4c6a-8a4a-e6f0a0c27cb3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.988667774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8515e4b2-61e5-41ae-a8d9-510978542f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:38.037274802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8515e4b2-61e5-41ae-a8d9-510978542f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:38.050761062Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"3a9ab864-07d5-4c6a-8a4a-e6f0a0c27cb3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:38.089593186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8515e4b2-61e5-41ae-a8d9-510978542f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:38.140043972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8515e4b2-61e5-41ae-a8d9-510978542f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:38.143216717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"3a9ab864-07d5-4c6a-8a4a-e6f0a0c27cb3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:38.194813475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"81fd18b2-cc95-40de-8be2-3df1343e4f61","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:38.194833865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"81fd18b2-cc95-40de-8be2-3df1343e4f61","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:38.245737828Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-7d1f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-7d1f88","reconcileID":"c9c82af9-9226-48f0-8171-62e6d253f3b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-7d1f88","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-7d1f88"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:39.498845461Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"c84eb6a8-da05-4e37-a2d6-f0a82e1d4dc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:39.547226724Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"c84eb6a8-da05-4e37-a2d6-f0a82e1d4dc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:39.595631547Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"simulator-subscription","reconcileID":"c84eb6a8-da05-4e37-a2d6-f0a82e1d4dc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/simulator-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:39.900474858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1dc655-faae-443b-8408-4bf4cc65f8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:39.949747471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1dc655-faae-443b-8408-4bf4cc65f8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:39.951500529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"0a9b0393-f433-4513-8673-0c53be468bf9","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:39.998800124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1dc655-faae-443b-8408-4bf4cc65f8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:40.047695074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1dc655-faae-443b-8408-4bf4cc65f8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:40.147984657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b9fc3158-68a9-4fc1-9659-2c463fbcb6ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:40.19962681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"b9fc3158-68a9-4fc1-9659-2c463fbcb6ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:40.358625731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"50c93a20-5ae1-4a54-b95f-df9a5998f5ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:40.410707101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"50c93a20-5ae1-4a54-b95f-df9a5998f5ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:40.462376851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-dd05eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d047e8715d3bdee000415fd8063d7867a3a0048cffd51d4b4e17be29beba7ea) AuthConfig (3906998f205f6545a1af3f0c6213870a14f20eb774c43d51fda9dbe5ede1b052) AuthConfig (8ae98195a00c18fc11260186c0b59d5cc7c99c9e648da22b0442808484a5d16c) AuthConfig (e8cbd61efbf70b9b13927c958bb50727dfda026e32394131c156f8bff3bea3b4) AuthConfig (5e3b9806bfc2cef6ac13fa69e3bd0fb4471313e2cc3857c1d2870e56fe999d22) AuthConfig (0944741d72306713ab2dd1632b515eb7eda4037b44513213b40f1b38f14b547e) AuthConfig (1e778cba75c37fabebc99affb6101b4fd282dcb3944b3764fc6fda2cb0123fa7) AuthConfig (7943ad2b86846c857760c872d8188c053591a187ce5849aeb19907554b437bf9) AuthConfig (27462fe6f0b2dd49c1a106cd39d1ad608d01316f2b2e8527ef426d8ed1806659) AuthConfig (2e088ec91e7b71e0d7b459f32b74d8f62312114cc61db1d7c8c1a5a96695a51c) AuthConfig (9597ac236cc7f82a89eddfddc280b4cfc63e08f54731d4c0e51c04bfd9a3051c) AuthConfig (7a427ca8885d12ba6232e4750373cc581a424bf8b8a11611212d7b6f1335f8f6) AuthConfig (f128bfdfe00e43eef2af1f15c3914f70d21b9cc9ff1d135a6e44c3b0eb4eb467) AuthConfig (94a878c6a9db574369bc801f0c18e5fc19b89d6a081a3599ed04df63401eb0a9) AuthConfig (b1c9244847fc65af708fa17081db8361320e360bf5d88904e1e042a2dbddcb26) AuthConfig (ef4da9f232700c49a51f81844e442cf5e7dd0f7563218a2844b37d8784fe9e25) AuthConfig (7edfe2fe56c073c3fb146e3d92f61b9ed76baf7ae06a2de72c9ce480a40f1e07) AuthConfig (81596ee40a8317c0844bb11961f48ebda6c5dce3288a5bd392a29e8e45f77733)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"50c93a20-5ae1-4a54-b95f-df9a5998f5ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:45.18814842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"ab2db9f9-7e74-4870-bc1e-5c97f7acfd5f","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:45.323208534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"184b3e60-35f4-442f-8865-ea8558c5d48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:45.371712115Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"e372bdc8-159d-4c1a-86b9-a5d26a34752f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c61e5e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:45.430416635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"184b3e60-35f4-442f-8865-ea8558c5d48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:45.687433129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a20efd83-9e45-4bb8-a535-d55183e062d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:45.739911903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"a20efd83-9e45-4bb8-a535-d55183e062d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.179526756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86759934-d66e-453a-acd5-086cf77629ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.203247306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"0be3e76c-6980-4ccb-89a8-7aab58d27282","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.230264839Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"953826dd-67a8-455e-b2b5-d00b2fbe76d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.230257206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86759934-d66e-453a-acd5-086cf77629ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.278923669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86759934-d66e-453a-acd5-086cf77629ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.328934915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86759934-d66e-453a-acd5-086cf77629ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.377858653Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"11a76745-d7c8-4279-b2c8-41f4644c3042","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c61e5e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.426026976Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"1607e64e-1170-4925-8889-e12db351f2c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c61e5e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.493277483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"953826dd-67a8-455e-b2b5-d00b2fbe76d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.648629846Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"953826dd-67a8-455e-b2b5-d00b2fbe76d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"e2e-worker-w3-1b8f09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.648656146Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-access","reconcileID":"953826dd-67a8-455e-b2b5-d00b2fbe76d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.701869712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"09f53539-f177-427a-a1af-92f722cf8c9b","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.780990918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"eab2ba10-413a-4227-ad75-a3ff884d0861","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.781300094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"324041b3-ad19-4019-957f-5ac877806b0f","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.781616382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"f8876bfb-1f20-4abf-9db9-aef753783efb","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.781857286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"d12c815c-3d6e-4d3c-acca-11ce7c9218de","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.830357726Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"052b73c7-3d56-478c-b884-24074881a018","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c61e5e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.140794684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe07562-014c-48bc-a4bc-978402781e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.189798621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe07562-014c-48bc-a4bc-978402781e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.247689028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe07562-014c-48bc-a4bc-978402781e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.296927929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe07562-014c-48bc-a4bc-978402781e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.393614193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"78de9c6b-6980-49b3-8eb0-1680260b9f13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.446133157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"78de9c6b-6980-49b3-8eb0-1680260b9f13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.544896279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"78de9c6b-6980-49b3-8eb0-1680260b9f13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.613940759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"4d47fa44-da37-4e62-a423-5c9824b031e9","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.928085086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"f4bfacbc-dde8-4e6c-8382-6c71a09c9b29","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.055200027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11dab10e-8871-4412-afa2-30832d1961fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.103713766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11dab10e-8871-4412-afa2-30832d1961fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.152080553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11dab10e-8871-4412-afa2-30832d1961fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.200503411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11dab10e-8871-4412-afa2-30832d1961fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.559805892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"f3633360-a3cb-4d54-9527-eb2bc75633eb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.611799158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"f3633360-a3cb-4d54-9527-eb2bc75633eb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.662763787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-dd05eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d047e8715d3bdee000415fd8063d7867a3a0048cffd51d4b4e17be29beba7ea) AuthConfig (3906998f205f6545a1af3f0c6213870a14f20eb774c43d51fda9dbe5ede1b052) AuthConfig (8ae98195a00c18fc11260186c0b59d5cc7c99c9e648da22b0442808484a5d16c) AuthConfig (e8cbd61efbf70b9b13927c958bb50727dfda026e32394131c156f8bff3bea3b4) AuthConfig (5e3b9806bfc2cef6ac13fa69e3bd0fb4471313e2cc3857c1d2870e56fe999d22) AuthConfig (0944741d72306713ab2dd1632b515eb7eda4037b44513213b40f1b38f14b547e) AuthConfig (1e778cba75c37fabebc99affb6101b4fd282dcb3944b3764fc6fda2cb0123fa7) AuthConfig (7943ad2b86846c857760c872d8188c053591a187ce5849aeb19907554b437bf9) AuthConfig (27462fe6f0b2dd49c1a106cd39d1ad608d01316f2b2e8527ef426d8ed1806659) AuthConfig (2e088ec91e7b71e0d7b459f32b74d8f62312114cc61db1d7c8c1a5a96695a51c) AuthConfig (9597ac236cc7f82a89eddfddc280b4cfc63e08f54731d4c0e51c04bfd9a3051c) AuthConfig (7a427ca8885d12ba6232e4750373cc581a424bf8b8a11611212d7b6f1335f8f6) AuthConfig (f128bfdfe00e43eef2af1f15c3914f70d21b9cc9ff1d135a6e44c3b0eb4eb467) AuthConfig (94a878c6a9db574369bc801f0c18e5fc19b89d6a081a3599ed04df63401eb0a9) AuthConfig (b1c9244847fc65af708fa17081db8361320e360bf5d88904e1e042a2dbddcb26) AuthConfig (ef4da9f232700c49a51f81844e442cf5e7dd0f7563218a2844b37d8784fe9e25) AuthConfig (7edfe2fe56c073c3fb146e3d92f61b9ed76baf7ae06a2de72c9ce480a40f1e07) AuthConfig (81596ee40a8317c0844bb11961f48ebda6c5dce3288a5bd392a29e8e45f77733)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"f3633360-a3cb-4d54-9527-eb2bc75633eb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:56.880169906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"71889722-026b-455f-abc6-41450a2acc82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:56.928839992Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"71889722-026b-455f-abc6-41450a2acc82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:56.97745621Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"premium-simulator-subscription","reconcileID":"71889722-026b-455f-abc6-41450a2acc82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"name":"maas-trlp-premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09","model":"e2e-models-e2e-worker-w3-1b8f09/premium-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:57.286346593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"9eb7cf25-e806-497f-9130-68e684d11fc6","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:57.900660985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:58.66859666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"b1ecd4a4-d4c1-49cc-baf8-6d11d7a12ded","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:58.691571293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"a5d34dcb-ffb3-4196-8026-2625fa5d3b52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:58.792777611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"a5d34dcb-ffb3-4196-8026-2625fa5d3b52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:58.844246355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"a5d34dcb-ffb3-4196-8026-2625fa5d3b52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:23:58.984407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"cc5a4759-3867-4704-b80b-173b86ef2ada","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:00.760203101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"f18de25a-2dd9-4e7f-b681-70a1ee8020e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:00.81227724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"f18de25a-2dd9-4e7f-b681-70a1ee8020e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:00.863551434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-dd05eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d047e8715d3bdee000415fd8063d7867a3a0048cffd51d4b4e17be29beba7ea) AuthConfig (3906998f205f6545a1af3f0c6213870a14f20eb774c43d51fda9dbe5ede1b052) AuthConfig (8ae98195a00c18fc11260186c0b59d5cc7c99c9e648da22b0442808484a5d16c) AuthConfig (e8cbd61efbf70b9b13927c958bb50727dfda026e32394131c156f8bff3bea3b4) AuthConfig (5e3b9806bfc2cef6ac13fa69e3bd0fb4471313e2cc3857c1d2870e56fe999d22) AuthConfig (0944741d72306713ab2dd1632b515eb7eda4037b44513213b40f1b38f14b547e) AuthConfig (1e778cba75c37fabebc99affb6101b4fd282dcb3944b3764fc6fda2cb0123fa7) AuthConfig (7943ad2b86846c857760c872d8188c053591a187ce5849aeb19907554b437bf9) AuthConfig (27462fe6f0b2dd49c1a106cd39d1ad608d01316f2b2e8527ef426d8ed1806659) AuthConfig (2e088ec91e7b71e0d7b459f32b74d8f62312114cc61db1d7c8c1a5a96695a51c) AuthConfig (9597ac236cc7f82a89eddfddc280b4cfc63e08f54731d4c0e51c04bfd9a3051c) AuthConfig (7a427ca8885d12ba6232e4750373cc581a424bf8b8a11611212d7b6f1335f8f6) AuthConfig (f128bfdfe00e43eef2af1f15c3914f70d21b9cc9ff1d135a6e44c3b0eb4eb467) AuthConfig (94a878c6a9db574369bc801f0c18e5fc19b89d6a081a3599ed04df63401eb0a9) AuthConfig (b1c9244847fc65af708fa17081db8361320e360bf5d88904e1e042a2dbddcb26) AuthConfig (ef4da9f232700c49a51f81844e442cf5e7dd0f7563218a2844b37d8784fe9e25) AuthConfig (7edfe2fe56c073c3fb146e3d92f61b9ed76baf7ae06a2de72c9ce480a40f1e07) AuthConfig (81596ee40a8317c0844bb11961f48ebda6c5dce3288a5bd392a29e8e45f77733)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"f18de25a-2dd9-4e7f-b681-70a1ee8020e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:04.485077382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"52295854-8504-4ae0-b8ca-612169057c67","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:08.47242918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"b6dd11bb-fe5f-498a-b97d-f294b99960ba","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:08.669506157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"1d334215-0074-493d-9629-c2043a09bf96","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:08.941347986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"730c69f8-83b3-4cd9-bb23-8ceee1688779","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:08.985798163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"2f660885-5ab3-4663-9f32-afb1d1c896cc","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:08.993535896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"730c69f8-83b3-4cd9-bb23-8ceee1688779","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:09.04412129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dff019b16e123948298ea71df8c915f63246a401d56eda53c99183d142ab6025) AuthConfig (6e0dcde67399336b306a6489b63d218843c303cab17482a9c9a1d9e7ee9c1632) AuthConfig (463550c03fb2ff9d89d4dde84c9273e8a6ffe8ac2e2cf1f0feaabd37926bc7b8) AuthConfig (0464a6152e5bb0210a46fc374ae4a43e2e054586306b69502213b2256d2f9a89) AuthConfig (c5f86fc0f7589fdf5014da6673ab8bfd6339252f402db9bc92dfbed1c31a8a2e) AuthConfig (d3721c989d289455b429b2f66cd25e8b541e7a0a87c0bd20113b31df301c3a25) AuthConfig (61d56759db82e426fd0aa2b6d1ed8b2e3da7df737dd4a4da9b518efff86dd465) AuthConfig (92b1d0a4292459026d8584592b0409a1e492f55e8dacabdcad57021933bad37a) AuthConfig (3f998b543d358625e48d04cfc544125466d72ee1a8c868df2ea6ee083ad5e7af) AuthConfig (f6034c5f00fbe3177f7e2c94d7cc7e2e8e05b9c15f16717e9ef88595194f64fd) AuthConfig (3c53b924020246567be796267099b16e161ef2f4f39a80c88c94c862dac31ab9) AuthConfig (bb7643f37f0d75f7225730e622b0ac51a0606ac73bd9404d5f108590eb060d48) AuthConfig (ee8c15b7b29510af82e96c2dd8d60d026def0e68f6a2a9e427c1efacfb9433bc) AuthConfig (f52923e6fd360e256e1b19cd1d3e7ee7657fcffc75189427f350bdf094461f31) AuthConfig (7ff7ecb9a0460780097b980b44f29f23939379fbe4fc075b585ccc34e33260c5) AuthConfig (4ffeddff87ac80c4a81c06b90026e2a070285d0baab8cabec0a08f57830424b7) AuthConfig (77a1e631b480e994acaf00a134d68c8d76fc952b15feb49c2958c0e14386f065) AuthConfig (46676d2aaa13296c567e91d11717a61d9c04dfff5f8bd51947e5fcc2d3b86343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"730c69f8-83b3-4cd9-bb23-8ceee1688779","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:09.09827081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"9084fc0f-ce41-4642-8343-99570ac63a5c","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:09.098293092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"9084fc0f-ce41-4642-8343-99570ac63a5c","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:09.88162865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-2-w3-1b8f09","reconcileID":"ca4ea52a-85fb-42d7-b25f-9551f42791cf","MaaSModelRef":{"name":"distinct-2-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-2-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-2-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:09.887572552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"distinct-w3-1b8f09","reconcileID":"cb489552-1329-4c9e-864c-c154886e5de0","MaaSModelRef":{"name":"distinct-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"distinct-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"distinct-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:09.894245399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"premium-w3-1b8f09","reconcileID":"f0d05499-9611-4766-b12f-843031b1d42b","MaaSModelRef":{"name":"premium-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"premium-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"premium-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:09.900032461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"namespace":"e2e-models-e2e-worker-w3-1b8f09","name":"simulator-w3-1b8f09","reconcileID":"29a277e1-5113-4cbb-80b5-ccec70fc635e","MaaSModelRef":{"name":"simulator-w3-1b8f09","namespace":"e2e-models-e2e-worker-w3-1b8f09"},"routeName":"simulator-w3-1b8f09-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b8f09","llmisvcName":"simulator-w3-1b8f09","gateway":"openshift-ingress/e2e-worker-w3-1b8f09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:10.992876073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"fc4f8d38-2a99-43cd-8e5e-24a9a25a8282","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:11.044921021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"fc4f8d38-2a99-43cd-8e5e-24a9a25a8282","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:11.345902281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"3e9cb406-efdb-40d4-9190-682ed489b4e3","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:11.345923655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"3e9cb406-efdb-40d4-9190-682ed489b4e3","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:16.778671282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"c192099c-8b6b-4b11-bbf2-dec6375cb0d4","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:16.778695062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"c192099c-8b6b-4b11-bbf2-dec6375cb0d4","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:16.832929194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"9fd2140a-c010-4934-9eb3-9a14c80f6079","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:16.833023266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"9fd2140a-c010-4934-9eb3-9a14c80f6079","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:16.87504658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"828fdb61-0508-4dc1-8ecd-46264508cb74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:16.88056038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-shared-sub-634f1b","reconcileID":"6c7605fb-8446-4f5f-8a74-a7ec5b6f56f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-634f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:16.884229654Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"9fd2140a-c010-4934-9eb3-9a14c80f6079","name":"sub-test-model-4efd0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4efd0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:16.884287238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"9fd2140a-c010-4934-9eb3-9a14c80f6079","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4efd0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:16.889722469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"d1b5ef15-bdc3-4e28-875b-d8c7cf8b0499","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:16.889742051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"d1b5ef15-bdc3-4e28-875b-d8c7cf8b0499","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:16.927891697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"828fdb61-0508-4dc1-8ecd-46264508cb74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.027143541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"cc186d43-0131-4d7b-8671-b8452c2c237e","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.027165705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"cc186d43-0131-4d7b-8671-b8452c2c237e","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.081541694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"49a7e3bc-2021-401b-a62e-6efa01e9923e","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.081567951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"49a7e3bc-2021-401b-a62e-6efa01e9923e","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.082447808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"4252b769-119b-43af-ae22-9fc9180c8be2","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.082467986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"4252b769-119b-43af-ae22-9fc9180c8be2","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.125948974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"870356a7-4f90-4ce2-b3f0-0abba2bcb82f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:17.12836811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-shared-sub-634f1b","reconcileID":"9bd2eee2-379f-463b-825a-59ba9fc8bbac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-634f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.131376353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"43fe93b9-ad27-431c-86e9-26dffd8ee3b2","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.131392667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"43fe93b9-ad27-431c-86e9-26dffd8ee3b2","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.179150375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"870356a7-4f90-4ce2-b3f0-0abba2bcb82f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.224381935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"03b30a91-ce2e-4485-b88b-c73cda655745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.234388341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"65a6826a-e67e-400c-8185-d2c88063d4fd","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.234412774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"65a6826a-e67e-400c-8185-d2c88063d4fd","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.268367493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"0d208725-9611-4d54-afb9-eebd411b5bbd","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.268390975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"0d208725-9611-4d54-afb9-eebd411b5bbd","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.277842347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"03b30a91-ce2e-4485-b88b-c73cda655745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.287560551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"462add4d-f61c-4bcf-ace4-42c7123e6daa","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.287585917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"462add4d-f61c-4bcf-ace4-42c7123e6daa","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.318936101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"7581ac0d-4717-4c74-96a5-ac0c1407b702","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.318956878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"7581ac0d-4717-4c74-96a5-ac0c1407b702","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.338079051Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-shared-sub-634f1b","reconcileID":"4aa54461-5ec3-4017-b407-26b1115ff419","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"sub-test-model-4efd0e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-4efd0e/e2e-shared-sub-634f1b"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:17.369671093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"d93952dc-5a27-4ede-83bd-a6c1af9c4914","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-634f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.471267369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"c5d7c6af-7e54-43aa-86fe-7f7da403655f","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.471296088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"c5d7c6af-7e54-43aa-86fe-7f7da403655f","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.485433567Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-shared-sub-634f1b","reconcileID":"b0ecb823-803f-4672-ac80-1904c6d631ee","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"sub-test-model-dd05eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-dd05eb/e2e-shared-sub-634f1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.489784287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"384e0149-76bd-4b58-9f34-ef51209dc1ac","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.489803227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"384e0149-76bd-4b58-9f34-ef51209dc1ac","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.523939696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"f8380767-3254-41a7-8067-cfa2c253b18b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.524809932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"4fb9f2fb-17e3-4d24-a16e-8bdd0a7ce9b3","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.524826635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"4fb9f2fb-17e3-4d24-a16e-8bdd0a7ce9b3","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.576366804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"f8380767-3254-41a7-8067-cfa2c253b18b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.62234697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"d2067679-9630-4bef-8873-e8165c500cfd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.675084316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"d2067679-9630-4bef-8873-e8165c500cfd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.70787717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"9165aaa5-2e66-46be-81d1-ab1a0e32b009","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.708003226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"9165aaa5-2e66-46be-81d1-ab1a0e32b009","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.740803454Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-shared-sub-634f1b","reconcileID":"90d3626c-c3b4-486d-8397-64bf9d0b2016","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-4efd0e/e2e-a-only-634f1b","ai-tenant-e2e-shared-a-w1-4efd0e/e2e-shared-sub-634f1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.827606548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"ed29a174-7e32-4e89-b753-ca8b8949d64d","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.904013296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-shared-sub-634f1b","reconcileID":"5e9d34f6-b534-416a-a8da-f8e7b416f849","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:18.012772168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"9b1518b3-1a7e-45e0-ba5d-6a0f9867888e","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:18.012803176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"9b1518b3-1a7e-45e0-ba5d-6a0f9867888e","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:18.057530701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-shared-sub-634f1b","reconcileID":"3cab79c3-1f82-4c52-81b7-ced80a3255c1","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:18.277042236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"6c809b5f-df00-420d-808d-5dd3368fbc92","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:19.19781618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"bc3bea9f-51e4-48e0-8d85-e94db351f5b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:19.252379595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"bc3bea9f-51e4-48e0-8d85-e94db351f5b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:19.303811108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dff019b16e123948298ea71df8c915f63246a401d56eda53c99183d142ab6025) AuthConfig (6e0dcde67399336b306a6489b63d218843c303cab17482a9c9a1d9e7ee9c1632) AuthConfig (463550c03fb2ff9d89d4dde84c9273e8a6ffe8ac2e2cf1f0feaabd37926bc7b8) AuthConfig (0464a6152e5bb0210a46fc374ae4a43e2e054586306b69502213b2256d2f9a89) AuthConfig (c5f86fc0f7589fdf5014da6673ab8bfd6339252f402db9bc92dfbed1c31a8a2e) AuthConfig (d3721c989d289455b429b2f66cd25e8b541e7a0a87c0bd20113b31df301c3a25) AuthConfig (61d56759db82e426fd0aa2b6d1ed8b2e3da7df737dd4a4da9b518efff86dd465) AuthConfig (92b1d0a4292459026d8584592b0409a1e492f55e8dacabdcad57021933bad37a) AuthConfig (3f998b543d358625e48d04cfc544125466d72ee1a8c868df2ea6ee083ad5e7af) AuthConfig (f6034c5f00fbe3177f7e2c94d7cc7e2e8e05b9c15f16717e9ef88595194f64fd) AuthConfig (3c53b924020246567be796267099b16e161ef2f4f39a80c88c94c862dac31ab9) AuthConfig (bb7643f37f0d75f7225730e622b0ac51a0606ac73bd9404d5f108590eb060d48) AuthConfig (ee8c15b7b29510af82e96c2dd8d60d026def0e68f6a2a9e427c1efacfb9433bc) AuthConfig (f52923e6fd360e256e1b19cd1d3e7ee7657fcffc75189427f350bdf094461f31) AuthConfig (7ff7ecb9a0460780097b980b44f29f23939379fbe4fc075b585ccc34e33260c5) AuthConfig (4ffeddff87ac80c4a81c06b90026e2a070285d0baab8cabec0a08f57830424b7) AuthConfig (77a1e631b480e994acaf00a134d68c8d76fc952b15feb49c2958c0e14386f065) AuthConfig (46676d2aaa13296c567e91d11717a61d9c04dfff5f8bd51947e5fcc2d3b86343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"bc3bea9f-51e4-48e0-8d85-e94db351f5b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.348865348Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","namespace":"ai-tenant-e2e-worker-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.348928159Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","namespace":"ai-tenant-e2e-worker-w3-1b8f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.348974056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","tenant":"e2e-worker-w3-1b8f09","tenantID":"e2e-worker-w3-1b8f09","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.401123349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"Deployment","name":"maas-api-e2e-worker-w3-1b8f09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.457207747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"Service","name":"maas-api-e2e-worker-w3-1b8f09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.508008165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-1b8f09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.557783051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-1b8f09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.608879747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.659339031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.712330405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.762518283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.812125218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.860170078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.908498355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"Service","name":"payload-processing-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.956894101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.005131384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.053219954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.10132987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.152208633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.20020818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.24940334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.297274541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-1b8f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.345345096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b8f09"},"namespace":"ai-tenant-e2e-worker-w3-1b8f09","name":"default-tenant","reconcileID":"f9b5c422-54f7-4752-b43f-8b7f3f61846a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-1b8f09","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.397358104Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.397437896Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","namespace":"ai-tenant-e2e-shared-b-w4-b144f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.397506713Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","tenant":"e2e-shared-b-w4-b144f8","tenantID":"e2e-shared-b-w4-b144f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.447566071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-b144f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.503123061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"Service","name":"maas-api-e2e-shared-b-w4-b144f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.553737849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-b144f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.604254286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-b144f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.654758433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.707570186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.760274551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.810960389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.859336783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.907262352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.955214807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.010828197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.063050737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.110731673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.158456988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.211966914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.260183529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.308290461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.356256191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-b144f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.404058909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-b144f8"},"namespace":"ai-tenant-e2e-shared-b-w4-b144f8","name":"default-tenant","reconcileID":"902304b7-5310-40fc-8af4-52a761359df9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-b144f8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.51583046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"97e1b070-40c6-4044-a582-788ac3b02c98","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.515849736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"97e1b070-40c6-4044-a582-788ac3b02c98","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.568978221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"f189692c-2c32-4d07-a79e-f8088f9c4937","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.568999246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"f189692c-2c32-4d07-a79e-f8088f9c4937","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.61285957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"2fa89c02-b7c2-4b61-968a-f3bf8c37c077","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:27.617387553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"c4667878-ee8e-4e88-b990-c53c1e3f3074","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-634f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.664595037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"2fa89c02-b7c2-4b61-968a-f3bf8c37c077","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.740704346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"599a8527-03e5-4895-ac41-4d9090112563","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.740724309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"599a8527-03e5-4895-ac41-4d9090112563","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.791526134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"227e654c-7ac5-4fff-baf2-330707fb8f87","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.791549118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"227e654c-7ac5-4fff-baf2-330707fb8f87","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.901549748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.038832147Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"114bbec1-2f50-4e53-a878-7a1a0f276df8","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-dd05eb/e2e-b-only-634f1b","ai-tenant-e2e-shared-b-w1-dd05eb/e2e-shared-sub-634f1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.191810323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"b2696f78-91cf-4511-b6b1-e2de4414b677","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.191835107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"b2696f78-91cf-4511-b6b1-e2de4414b677","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.235348476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-shared-sub-634f1b","reconcileID":"2b284895-54a3-4f62-a0e4-088b3942bdc8","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.38497485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"ed01a7a6-511b-4e27-a003-ed7456313aff","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:29.402375689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"a66167cc-5d17-46c9-a4bb-84da37aaa5ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:29.454362214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"a66167cc-5d17-46c9-a4bb-84da37aaa5ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:29.506111325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-d414aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dff019b16e123948298ea71df8c915f63246a401d56eda53c99183d142ab6025) AuthConfig (6e0dcde67399336b306a6489b63d218843c303cab17482a9c9a1d9e7ee9c1632) AuthConfig (463550c03fb2ff9d89d4dde84c9273e8a6ffe8ac2e2cf1f0feaabd37926bc7b8) AuthConfig (0464a6152e5bb0210a46fc374ae4a43e2e054586306b69502213b2256d2f9a89) AuthConfig (c5f86fc0f7589fdf5014da6673ab8bfd6339252f402db9bc92dfbed1c31a8a2e) AuthConfig (d3721c989d289455b429b2f66cd25e8b541e7a0a87c0bd20113b31df301c3a25) AuthConfig (61d56759db82e426fd0aa2b6d1ed8b2e3da7df737dd4a4da9b518efff86dd465) AuthConfig (92b1d0a4292459026d8584592b0409a1e492f55e8dacabdcad57021933bad37a) AuthConfig (3f998b543d358625e48d04cfc544125466d72ee1a8c868df2ea6ee083ad5e7af) AuthConfig (f6034c5f00fbe3177f7e2c94d7cc7e2e8e05b9c15f16717e9ef88595194f64fd) AuthConfig (3c53b924020246567be796267099b16e161ef2f4f39a80c88c94c862dac31ab9) AuthConfig (bb7643f37f0d75f7225730e622b0ac51a0606ac73bd9404d5f108590eb060d48) AuthConfig (ee8c15b7b29510af82e96c2dd8d60d026def0e68f6a2a9e427c1efacfb9433bc) AuthConfig (f52923e6fd360e256e1b19cd1d3e7ee7657fcffc75189427f350bdf094461f31) AuthConfig (7ff7ecb9a0460780097b980b44f29f23939379fbe4fc075b585ccc34e33260c5) AuthConfig (4ffeddff87ac80c4a81c06b90026e2a070285d0baab8cabec0a08f57830424b7) AuthConfig (77a1e631b480e994acaf00a134d68c8d76fc952b15feb49c2958c0e14386f065) AuthConfig (46676d2aaa13296c567e91d11717a61d9c04dfff5f8bd51947e5fcc2d3b86343)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"a66167cc-5d17-46c9-a4bb-84da37aaa5ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.219395966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"82b4e8e0-041d-47e9-98c8-f67f291681c0","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.219396132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-shared-sub-634f1b","reconcileID":"29d37d9c-827e-4035-9dc6-eb27a628a4fa","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.390015358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"e76d283c-2d80-415f-be66-757aa807ea74","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.390034215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"e76d283c-2d80-415f-be66-757aa807ea74","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.390488284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"8547da9c-c174-457c-8ed9-1934bca1cfb8","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.390502562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"8547da9c-c174-457c-8ed9-1934bca1cfb8","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.672625046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"85f126b8-9d92-4d88-9f11-e17d2f72c40a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.725358148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"85f126b8-9d92-4d88-9f11-e17d2f72c40a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.730211019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"046b8b6d-e7f3-4562-9cb0-22743dc8010c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.782183635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"046b8b6d-e7f3-4562-9cb0-22743dc8010c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.920948389Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-1b8f09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-1b8f09","reconcileID":"5cd92d7a-338e-4c3d-9c60-4315684365f1","aitenant":"ai-tenants/e2e-worker-w3-1b8f09","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:32.438411407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7c5112-b3d9-4be1-a6b3-ed92be785c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:32.486889739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7c5112-b3d9-4be1-a6b3-ed92be785c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:32.535786157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7c5112-b3d9-4be1-a6b3-ed92be785c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:32.584105158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7c5112-b3d9-4be1-a6b3-ed92be785c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:32.687128568Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-1b8f09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-1b8f09","reconcileID":"5cd92d7a-338e-4c3d-9c60-4315684365f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-1b8f09","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-1b8f09"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:34.348885833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5490ed7e-dc8a-47ec-83fa-89b8dfa37dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:34.397250915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5490ed7e-dc8a-47ec-83fa-89b8dfa37dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:34.445561965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5490ed7e-dc8a-47ec-83fa-89b8dfa37dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:34.493980574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5490ed7e-dc8a-47ec-83fa-89b8dfa37dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:34.908292208Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-b144f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-b144f8","reconcileID":"8064c3c6-5e4d-4138-b6dd-9140a0f88fa0","aitenant":"ai-tenants/e2e-shared-b-w4-b144f8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:35.613019395Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-b144f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-b144f8","reconcileID":"8064c3c6-5e4d-4138-b6dd-9140a0f88fa0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-b144f8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-b144f8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.299008924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a818f719-a364-4f34-b0b2-19f1380645e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.347551316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a818f719-a364-4f34-b0b2-19f1380645e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.396105367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a818f719-a364-4f34-b0b2-19f1380645e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.444276494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a818f719-a364-4f34-b0b2-19f1380645e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.640829016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-access","reconcileID":"e5571528-bef6-4bce-a143-cc65c9008b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.640857841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"395d77ef-b55a-4c23-8c52-66f2370763b4","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.791099607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"7982cd5e-152e-427e-96e0-e1d761058bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.841617622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"387c7010-773d-4306-8ebe-6672bd103537","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.843459628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"7982cd5e-152e-427e-96e0-e1d761058bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.893741739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"d682b744-c73c-4bb1-b2dc-5896370bb17a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:36.974291377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"99b31684-6b18-40a5-9ebc-7b6e7c6166d7","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:37.091233878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"fa8fcff0-e572-4a35-9bbf-7bb75d5b1d50","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:37.1437544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"558f0ffe-0493-4ad5-8d6b-cc3f349aad15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:37.196019915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"558f0ffe-0493-4ad5-8d6b-cc3f349aad15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:37.28482404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"9b14190a-9ce9-4d20-9c0c-0e746eea7941","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:37.505882734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bc7dec2b-ab6f-4a93-8fa9-68c4a00ea75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:37.512145162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"4ba55145-7530-4a22-ad83-d1776d8edbee","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:37.557808504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bc7dec2b-ab6f-4a93-8fa9-68c4a00ea75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:37.706451372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"044c9185-4db6-4622-930a-ca9b6e9474ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:38.191775976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480cf299-cde6-4f1b-b607-9a5f21f1e49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:38.240178816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480cf299-cde6-4f1b-b607-9a5f21f1e49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:38.28842288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480cf299-cde6-4f1b-b607-9a5f21f1e49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:38.336730884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480cf299-cde6-4f1b-b607-9a5f21f1e49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:39.616657895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"5d0f88ae-bf21-46fe-bba5-3a4a56bbef99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:39.669049579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"5d0f88ae-bf21-46fe-bba5-3a4a56bbef99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:39.916570753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"51373ac7-15df-4e43-885e-733bbe6b87dd","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:39.916592051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"51373ac7-15df-4e43-885e-733bbe6b87dd","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:40.101299792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42ae8b4-eae6-4a5c-8fde-95ea8bfdf182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:40.149611427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42ae8b4-eae6-4a5c-8fde-95ea8bfdf182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:40.198151759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42ae8b4-eae6-4a5c-8fde-95ea8bfdf182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:40.246580155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42ae8b4-eae6-4a5c-8fde-95ea8bfdf182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.198367649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"f78ca81c-56fb-452f-b95b-b851df983024","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.198394678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"f78ca81c-56fb-452f-b95b-b851df983024","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.253449048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"dfe69a90-a1a2-4468-8c73-94deb563941c","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.253474317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"dfe69a90-a1a2-4468-8c73-94deb563941c","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.296263768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"7df573f2-3914-4112-9979-d16678641389","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:45.298489338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-shared-sub-97cf99","reconcileID":"1abdcc10-7cf0-4940-bdeb-10766be1c8d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-97cf99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.34987935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"7df573f2-3914-4112-9979-d16678641389","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.398047534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"11697e66-f6ce-42f0-ae32-147f41edea4a","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.398067925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"11697e66-f6ce-42f0-ae32-147f41edea4a","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.451287068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"2ad793c8-7385-481e-acf0-77df9e4867c8","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.451335787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"2ad793c8-7385-481e-acf0-77df9e4867c8","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.463727149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"abc0a04c-961a-4c6b-bcd7-72a44aae41e9","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.463746457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"abc0a04c-961a-4c6b-bcd7-72a44aae41e9","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.519615495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"bc3d6676-12b6-4d02-beac-3777943acdc9","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.519640464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"bc3d6676-12b6-4d02-beac-3777943acdc9","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.559626493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"e7300905-801c-4332-b2cd-04df37625a9e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:45.566593917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-shared-sub-97cf99","reconcileID":"51664a59-d594-4552-812f-9306678a2dab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-97cf99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:45.568547488Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"bc3d6676-12b6-4d02-beac-3777943acdc9","name":"sub-test-model-d414aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-d414aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:45.568595015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"bc3d6676-12b6-4d02-beac-3777943acdc9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-d414aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.57390984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"e276c668-ae45-479e-8941-af6e6974a95e","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.573925546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"e276c668-ae45-479e-8941-af6e6974a95e","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.611454502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"e7300905-801c-4332-b2cd-04df37625a9e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.648125862Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-shared-sub-97cf99","reconcileID":"6daa1b7a-c2ec-4a72-a99c-de9bd61e5876","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"sub-test-model-a78d34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a78d34/e2e-shared-sub-97cf99"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.659601769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"f0d731b6-3928-48b9-98b6-28b50902bdbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.669714535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"b08a5dae-a79a-4664-8823-73ebecc92c2a","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.669732738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"b08a5dae-a79a-4664-8823-73ebecc92c2a","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.713027752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"f0d731b6-3928-48b9-98b6-28b50902bdbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.720981802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"bd70fcad-4621-43d0-9cd3-7fffc4f5b2ce","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.721002127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"bd70fcad-4621-43d0-9cd3-7fffc4f5b2ce","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.723786837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"88afe3c8-2976-4d65-b673-dfafeb18fe7a","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.723806906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"88afe3c8-2976-4d65-b673-dfafeb18fe7a","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.774118683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"cc5c08e8-36fc-4beb-8321-42d4058d3ff6","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.774136509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"cc5c08e8-36fc-4beb-8321-42d4058d3ff6","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.800814005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"9c207816-fbca-4bbc-9e6d-c8969f6cffee","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.800834048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"9c207816-fbca-4bbc-9e6d-c8969f6cffee","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:45.824077802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"fae40fbe-7615-47aa-9aa8-6b7ddd75a400","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-97cf99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.907982596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"b64ff96b-9a1e-4eb0-b4a2-73be41c86159","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.916001753Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-shared-sub-97cf99","reconcileID":"b08ae626-0115-4349-9388-1b520475ea84","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"sub-test-model-d414aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-d414aa/e2e-shared-sub-97cf99"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.934136027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"bcc7da15-b356-44a7-a691-4697c62e4327","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.934158468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"bcc7da15-b356-44a7-a691-4697c62e4327","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.960924627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"b64ff96b-9a1e-4eb0-b4a2-73be41c86159","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.970960115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"142732f0-164c-4ffa-b484-5249c69c89e6","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.970980155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"142732f0-164c-4ffa-b484-5249c69c89e6","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.987440624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"1f2449ee-6e14-4529-b18c-b306855cc3b3","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.987466746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"1f2449ee-6e14-4529-b18c-b306855cc3b3","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.009461703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"56bf0a1a-27a8-4efc-9416-85cd33a38820","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.091023638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"73be42cd-7bba-4849-8474-c3c108dfa13d","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.091045232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"73be42cd-7bba-4849-8474-c3c108dfa13d","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.091487401Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-shared-sub-97cf99","reconcileID":"6635c9f6-ad76-4ca9-97b3-493e9025ba3e","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-a78d34/e2e-a-only-97cf99","ai-tenant-e2e-shared-a-w2-a78d34/e2e-shared-sub-97cf99"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:46.09246102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"790f1b8a-faff-4009-9da6-7e4de84c737b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-97cf99\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.093435717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"56bf0a1a-27a8-4efc-9416-85cd33a38820","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.200908039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"50be9581-6597-48a7-a090-1a7d46a25f16","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.200926669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"50be9581-6597-48a7-a090-1a7d46a25f16","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.236095829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"8be67dcc-dd9c-46d0-8b38-4b377e2627f3","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.253199647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"f49e6419-c640-42b8-ab09-c68fb8143ecd","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.253219389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"f49e6419-c640-42b8-ab09-c68fb8143ecd","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.25392022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"768a90ba-ab1e-42c1-8591-2bc264cb603e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.305639332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"768a90ba-ab1e-42c1-8591-2bc264cb603e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.338289426Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-shared-sub-97cf99","reconcileID":"fd754ba2-697a-43ee-82c5-9aabb5e60d3f","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-d414aa/e2e-b-only-97cf99","ai-tenant-e2e-shared-b-w2-d414aa/e2e-shared-sub-97cf99"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.385915158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-shared-sub-97cf99","reconcileID":"d18cc708-b797-4b1f-b54b-c043998d872e","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.391073142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"9d99cf09-0d25-4900-8859-bbdf55da3020","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.391095348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"9d99cf09-0d25-4900-8859-bbdf55da3020","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.487050524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"038e824d-ac61-4403-983a-7c02744319a4","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.585535067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"9d6f6392-2fd7-4100-9f6c-12a8e6d68c30","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.631261148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-shared-sub-97cf99","reconcileID":"ba9eb9b7-2348-484d-8f5d-fbf222ae6aad","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.638083577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"fd08e179-86ef-4064-87ee-b08c34332b1f","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.63810139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"fd08e179-86ef-4064-87ee-b08c34332b1f","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.830932639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"4b3008d7-99ea-487e-a2cd-06754b2993b3","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:47.146566155Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"2b39b9aa-1219-4026-92a2-62ccc79f66b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:47.195407539Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"2b39b9aa-1219-4026-92a2-62ccc79f66b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:47.244238091Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"simulator-subscription","reconcileID":"2b39b9aa-1219-4026-92a2-62ccc79f66b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/simulator-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:47.497817277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"c24e5747-7753-47fc-bf07-0d4fbb617fbd","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:47.512910868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"8870c877-cdd2-4500-93a5-392ffb922067","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:47.594192941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"44aa6954-1e54-4af5-99f7-cd94665ee98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:47.646704117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"44aa6954-1e54-4af5-99f7-cd94665ee98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:50.684720238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-shared-sub-634f1b","reconcileID":"44e274f4-9df5-48c7-aff2-13a88a067e78","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:50.684887222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"5f2cfbb8-b8d6-42e3-81e4-c83ea1d81ec1","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:50.838105275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"6c1d0429-7c6e-4269-aac6-25ba6597dc80","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:50.838126048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"6c1d0429-7c6e-4269-aac6-25ba6597dc80","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:50.840904168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"94a4b8bb-f462-4a05-90c3-a407512e62bb","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:50.840923165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"94a4b8bb-f462-4a05-90c3-a407512e62bb","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.393957055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bac3bc0f-0b3d-40ce-8d6a-ce07d0bb4b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.44661577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"bac3bc0f-0b3d-40ce-8d6a-ce07d0bb4b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.491852936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"c8ee5d54-48fe-4444-84e2-6b2e959c8830","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.526764103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"7a2f71e9-9f81-4897-adeb-785189da664a","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.580497212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"8cd7cd45-edb2-4b39-a544-dfe9311ad71e","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:53.62981211Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"8cd7cd45-edb2-4b39-a544-dfe9311ad71e","name":"premium-w4-747799","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-747799\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:24:53.629883176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"8cd7cd45-edb2-4b39-a544-dfe9311ad71e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-747799\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.635213499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"d98cc88d-3c56-4439-9fba-cddbe45fc059","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.642673518Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"9dae9456-3397-49ee-bfc0-6cbd7948faf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.693015972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"d85d7cdb-e787-49ea-8e0e-42b075bcdcae","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.693221628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"c6d0a56c-d8e7-4644-9b38-ea861b834c07","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.741753853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"1b282b79-f729-4d70-9bbd-00b482468b7a","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.74194326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"6d8412f0-d2b4-4dd5-8c3b-fb08f24e9408","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.789752838Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"e93d0750-3aaf-444c-a8cc-8963488ce3a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d35f37df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:53.891199862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"9dae9456-3397-49ee-bfc0-6cbd7948faf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:54.008045192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"9dae9456-3397-49ee-bfc0-6cbd7948faf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"e2e-worker-w4-747799-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:54.008073525Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-access","reconcileID":"9dae9456-3397-49ee-bfc0-6cbd7948faf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-747799"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:54.10051938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"e422d1b7-61ba-47a2-afb7-d7ab35720290","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:54.605350541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3b706e-1dfd-4c07-b8b3-78650e2d7f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:54.653729848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3b706e-1dfd-4c07-b8b3-78650e2d7f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:54.701969468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3b706e-1dfd-4c07-b8b3-78650e2d7f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:54.750282439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3b706e-1dfd-4c07-b8b3-78650e2d7f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:56.093974791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"c552d109-8d2c-4bd3-9bc6-e7f9d9bf2fe9","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:56.504938367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"2450abbe-c525-441f-9b83-8d0c3aa3e977","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:56.590516839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97092839-6c83-41ac-a2ae-3f5b2ff67677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:56.639154499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97092839-6c83-41ac-a2ae-3f5b2ff67677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:56.687479188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97092839-6c83-41ac-a2ae-3f5b2ff67677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:56.735884638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97092839-6c83-41ac-a2ae-3f5b2ff67677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:56.827635101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"8bd659cc-3fb0-4472-b51b-f72d146db33a","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:24:57.900853803Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:03.838420828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"912573c1-f566-4f6c-a360-47331e6a7190","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:03.890777214Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"912573c1-f566-4f6c-a360-47331e6a7190","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:03.940263853Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"premium-simulator-subscription","reconcileID":"912573c1-f566-4f6c-a360-47331e6a7190","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-747799"},"name":"maas-trlp-premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799","model":"e2e-models-e2e-worker-w4-747799/premium-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:04.102326407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"1562cc08-e087-445b-8f42-cfe4e51fa62e","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:04.199605846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"fb12244e-6075-423c-8173-919700697f45","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:04.957889827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"1579f801-6c06-4c60-b16c-a9b87eecb00c","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:04.957955436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-shared-sub-97cf99","reconcileID":"3e00d470-1e25-4ce6-b888-e4d64a6599c3","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.130870544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"cc62dc44-32ea-4c4e-95d4-5e20ccde4bc2","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.130970883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-shared-sub-97cf99","reconcileID":"7223420c-6a96-45eb-b276-d6f91cb6334a","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.136401356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"d678c571-81fa-412c-9c6a-7d19a9202cb9","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.136416923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"d678c571-81fa-412c-9c6a-7d19a9202cb9","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.138563361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"5cf067e7-c66f-4e23-9073-f6119eb314f2","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.138578697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"5cf067e7-c66f-4e23-9073-f6119eb314f2","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.28337464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"957ca173-88f4-4c3b-8243-1a8621db5703","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.283395588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"957ca173-88f4-4c3b-8243-1a8621db5703","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.286090505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"c0354c1a-2ce7-4cab-8bc6-1ee0a0c93398","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.286104619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"c0354c1a-2ce7-4cab-8bc6-1ee0a0c93398","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.5164052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"65603147-6b03-43bd-b381-d36c39b58660","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.568466405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"65603147-6b03-43bd-b381-d36c39b58660","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.63704884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"98912cab-4e0d-4dbc-82ad-8c194f2a0ae6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:05.689048021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"98912cab-4e0d-4dbc-82ad-8c194f2a0ae6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:06.146357546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"f983a0b7-2ca0-4775-9ab0-3a454d1531e6","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:06.559552482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"e375617e-10fb-4c5a-b016-f367dd712c82","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:06.882785416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"0254bfc0-44e3-4ccd-b720-844bb4463e29","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.080270286Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"9f5d77e1-3cb8-4c43-85e6-c8bdbd8ba191","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.080412814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"bf607ad7-0941-4284-b17a-1abf4d80d087","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.080429818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"bf607ad7-0941-4284-b17a-1abf4d80d087","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.277576572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"9f5d77e1-3cb8-4c43-85e6-c8bdbd8ba191","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.333268862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"de004fa0-3640-4306-ad36-72c9bcf3cff9","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.333454567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-shared-sub-97cf99","reconcileID":"56e91b4e-02f1-47a2-8eae-72c6b192b1d6","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.393865243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"9f5d77e1-3cb8-4c43-85e6-c8bdbd8ba191","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"e2e-shared-a-w2-a78d34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.393886275Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-sub-iso-auth-97cf99","reconcileID":"9f5d77e1-3cb8-4c43-85e6-c8bdbd8ba191","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.445819736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"4c2fd69a-0083-4dd4-91c2-601f5e76f56c","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.445840085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"4c2fd69a-0083-4dd4-91c2-601f5e76f56c","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.584354509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"bd29e083-3827-4165-b3e1-87cdd484667e","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.584378279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"bd29e083-3827-4165-b3e1-87cdd484667e","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.803729958Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"ac4c43f1-d29d-46bf-8525-4ed5943a8f22","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a78d34/e2e-a-only-97cf99"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:08.864233423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-shared-sub-97cf99","reconcileID":"80bb0d18-760e-4a90-b2d7-79b5ab907eb0","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:09.097989903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"1aebd6ad-688b-4176-9168-7f64168e3266","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.19998744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"ea79f5dc-4ef9-4714-9f1f-0a33268926d8","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:16.146773659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"1c407fcf-01cf-4a07-8924-84151ddf9763","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:16.560283536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"f7c116d2-770b-4b63-8bdf-3070b7a40e84","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:16.883344918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"c59c43d3-f7fa-4499-a635-cdb75be44dfb","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.277480556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-2-w4-747799","reconcileID":"968c504c-8058-4c31-bf3a-f88130d4b375","MaaSModelRef":{"name":"distinct-2-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-2-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-2-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.285116052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"distinct-w4-747799","reconcileID":"c77ccc25-3079-4a50-b0e4-e877f1c3caf5","MaaSModelRef":{"name":"distinct-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"distinct-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"distinct-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.292749468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"premium-w4-747799","reconcileID":"05c42f2b-1512-4250-bcdb-e889e41bd255","MaaSModelRef":{"name":"premium-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"premium-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"premium-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.299252419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"namespace":"e2e-models-e2e-worker-w4-747799","name":"simulator-w4-747799","reconcileID":"f764735d-e2dc-4c33-b491-78b72e4289e3","MaaSModelRef":{"name":"simulator-w4-747799","namespace":"e2e-models-e2e-worker-w4-747799"},"routeName":"simulator-w4-747799-kserve-route","namespace":"e2e-models-e2e-worker-w4-747799","llmisvcName":"simulator-w4-747799","gateway":"openshift-ingress/e2e-worker-w4-747799","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.563539561Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"4a164d97-cf55-4eb8-a84b-8303acd20a04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.695121282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"ed0cdf8c-ef88-4931-ac23-55ca0773d5e3","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.695148383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"ed0cdf8c-ef88-4931-ac23-55ca0773d5e3","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.762237981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"4a164d97-cf55-4eb8-a84b-8303acd20a04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.877820284Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"4a164d97-cf55-4eb8-a84b-8303acd20a04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"e2e-shared-a-w1-4efd0e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.877843402Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-sub-iso-auth-634f1b","reconcileID":"4a164d97-cf55-4eb8-a84b-8303acd20a04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.929733742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"ecef6ebd-209b-4d86-8f67-b140a5b43fdb","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.92976173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"ecef6ebd-209b-4d86-8f67-b140a5b43fdb","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.947190156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"04e80170-29c1-4017-acb3-20c213598f28","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:18.947210583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-shared-sub-634f1b","reconcileID":"38fc1580-bde5-4cc5-a27a-dc405b55a8cf","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:19.154337515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-shared-sub-97cf99","reconcileID":"36bb3f8d-2808-4610-be78-c0dea07563dc","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscription":"e2e-shared-sub-97cf99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:19.29963113Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-shared-sub-634f1b","reconcileID":"997c99af-5770-435c-a518-1921341b3752","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-4efd0e/e2e-a-only-634f1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:19.303449172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-shared-sub-97cf99","reconcileID":"36bb3f8d-2808-4610-be78-c0dea07563dc","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:19.359531248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"09ae93ef-4dfa-4b92-937a-2de5e8aa5e94","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:19.698631376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"2d3d906c-fed3-4c0b-a095-d3fcc499c7ac","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:20.024063076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"4cbfcc9d-df84-4d84-84a7-f5f63498ea24","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:20.024092901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"4cbfcc9d-df84-4d84-84a7-f5f63498ea24","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:20.024529159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"35cfc5fd-dbcf-40ea-9e32-9d783cefe96d","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:20.02454604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"35cfc5fd-dbcf-40ea-9e32-9d783cefe96d","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.277108223Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","namespace":"ai-tenant-e2e-worker-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.277204026Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","namespace":"ai-tenant-e2e-worker-w4-747799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.277285348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","tenant":"e2e-worker-w4-747799","tenantID":"e2e-worker-w4-747799","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.329469472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"Deployment","name":"maas-api-e2e-worker-w4-747799","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.38645422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"Service","name":"maas-api-e2e-worker-w4-747799","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.442843831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-747799","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.49303938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-747799","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.544818707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.59772476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.650765706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.701034454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.74893985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.797182345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.846848463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"Service","name":"payload-processing-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.894893656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.942712469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:26.990672489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:27.038513544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:27.089658476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:27.137544887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:27.185333487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:27.233405408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-747799","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:27.28133571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-747799"},"namespace":"ai-tenant-e2e-worker-w4-747799","name":"default-tenant","reconcileID":"991e741a-6747-460e-88a4-4bf385e4b898","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-747799","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:27.900060706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:29.551609502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-shared-sub-634f1b","reconcileID":"1d99a06e-d939-4d08-b91b-679ffe891ad3","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscription":"e2e-shared-sub-634f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:29.697442018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-shared-sub-634f1b","reconcileID":"1d99a06e-d939-4d08-b91b-679ffe891ad3","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:29.796683107Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"c13ec362-319f-497b-af3e-8f280f6b38a4","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","subscription":"e2e-a-only-97cf99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:29.845265243Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"c13ec362-319f-497b-af3e-8f280f6b38a4","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:29.893704699Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"e2e-a-only-97cf99","reconcileID":"c13ec362-319f-497b-af3e-8f280f6b38a4","MaaSSubscription":{"name":"e2e-a-only-97cf99","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"name":"maas-trlp-sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:29.898649528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"ba799ac4-b7d8-41e8-a347-a22b8b2f14ea","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:29.898667595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"ba799ac4-b7d8-41e8-a347-a22b8b2f14ea","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.037229193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"09beaf5a-90fb-4eff-b71d-f668f0312a45","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.037251536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"09beaf5a-90fb-4eff-b71d-f668f0312a45","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.174616121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"34a91ea3-952c-4cbf-91ba-874c814e0556","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"tenant":"e2e-shared-a-w2-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","model":"ai-tenant-e2e-shared-a-w2-a78d34/sub-test-model-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.17464173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"sub-test-model-a78d34","reconcileID":"34a91ea3-952c-4cbf-91ba-874c814e0556","MaaSModelRef":{"name":"sub-test-model-a78d34","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"routeName":"sub-test-model-a78d34-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","llmisvcName":"sub-test-model-a78d34","gateway":"openshift-ingress/e2e-shared-a-w2-a78d34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.376939293Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-747799","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-747799","reconcileID":"71ab9326-3977-48b4-a843-a5635ce5c743","aitenant":"ai-tenants/e2e-worker-w4-747799","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.45280958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"f4e02bfb-2d44-4903-a258-088c04657fcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.452948963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"cd7d3578-65b9-405c-bfea-07b8dd829328","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.452970923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"cd7d3578-65b9-405c-bfea-07b8dd829328","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.649214051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"f4e02bfb-2d44-4903-a258-088c04657fcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.701129576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-shared-sub-97cf99","reconcileID":"1eff5d8c-5f37-4acc-b48e-3e7e535f876f","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.701576992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"c8d5fa77-40d3-4653-b94f-59f379d97e40","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.763511791Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"f4e02bfb-2d44-4903-a258-088c04657fcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"e2e-shared-b-w2-d414aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.763532055Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-sub-iso-auth-97cf99","reconcileID":"f4e02bfb-2d44-4903-a258-088c04657fcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.815191634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"0e6343a2-4dd0-4eea-b82e-c35dee1ec750","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.815207727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"0e6343a2-4dd0-4eea-b82e-c35dee1ec750","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.908092837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d377f9-5f0f-46b9-aab4-6aab6e77c1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.945493021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"570bf6bc-8743-4808-bebe-0b9676f01440","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.945508715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"570bf6bc-8743-4808-bebe-0b9676f01440","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:30.956911217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d377f9-5f0f-46b9-aab4-6aab6e77c1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:31.005287053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d377f9-5f0f-46b9-aab4-6aab6e77c1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:31.053668541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d377f9-5f0f-46b9-aab4-6aab6e77c1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:31.156531262Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-747799","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-747799","reconcileID":"71ab9326-3977-48b4-a843-a5635ce5c743","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-747799","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-747799"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:31.205110689Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"a5bd885d-3f22-409b-b50c-ecb95ac5680c","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-d414aa/e2e-b-only-97cf99"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:31.308221494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-shared-sub-97cf99","reconcileID":"a3cf37d6-1fba-4a97-871d-cb0f38690735","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:31.544648335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"ee63ff78-cbb9-4617-8045-bb0a2ac5a5d8","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:32.814299945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6745aec7-dae9-4e52-94ee-fe14b1874fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:32.862844441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6745aec7-dae9-4e52-94ee-fe14b1874fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:32.911074231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6745aec7-dae9-4e52-94ee-fe14b1874fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:32.959338769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6745aec7-dae9-4e52-94ee-fe14b1874fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:34.796173501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ef713d-e98d-4003-9f94-a113fa0abb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:34.844263002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ef713d-e98d-4003-9f94-a113fa0abb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:34.892242944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ef713d-e98d-4003-9f94-a113fa0abb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:34.940404697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ef713d-e98d-4003-9f94-a113fa0abb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:40.22554456Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"70f1271b-d67f-4459-ae27-2e5f65313b47","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","subscription":"e2e-a-only-634f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:40.274362684Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"70f1271b-d67f-4459-ae27-2e5f65313b47","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:40.323138157Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"e2e-a-only-634f1b","reconcileID":"70f1271b-d67f-4459-ae27-2e5f65313b47","MaaSSubscription":{"name":"e2e-a-only-634f1b","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"name":"maas-trlp-sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:40.574823386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"056f70c2-cf65-48db-b84d-707d4ff70b32","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"tenant":"e2e-shared-a-w1-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","model":"ai-tenant-e2e-shared-a-w1-4efd0e/sub-test-model-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:40.574843712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"sub-test-model-4efd0e","reconcileID":"056f70c2-cf65-48db-b84d-707d4ff70b32","MaaSModelRef":{"name":"sub-test-model-4efd0e","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"routeName":"sub-test-model-4efd0e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","llmisvcName":"sub-test-model-4efd0e","gateway":"openshift-ingress/e2e-shared-a-w1-4efd0e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:40.863812037Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e3433379-4902-49e1-8891-35deb4bae96b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:40.863961264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"2f27d147-79e3-45b6-b037-daf2399d67be","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:40.863983432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"2f27d147-79e3-45b6-b037-daf2399d67be","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.060820918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e3433379-4902-49e1-8891-35deb4bae96b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.109637177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-shared-sub-634f1b","reconcileID":"1e0098b5-b15d-4489-af31-925c1014b00e","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.109830091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"ca910a64-63e7-4dde-a013-11588606d48e","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.174625906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e3433379-4902-49e1-8891-35deb4bae96b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.174642148Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"e3433379-4902-49e1-8891-35deb4bae96b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.226473906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"891fd9a7-2136-4722-91dd-089388878f0f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.226909657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"25791edb-936b-4ea8-965d-f02d85f19e58","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.226924214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"25791edb-936b-4ea8-965d-f02d85f19e58","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.357508823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"b7be789c-6c6c-49b2-bd22-23953e8f6f68","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.357529039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"b7be789c-6c6c-49b2-bd22-23953e8f6f68","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.423062155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"891fd9a7-2136-4722-91dd-089388878f0f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.474634906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"74495754-cfd2-449f-9cec-d2aa009604f6","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.475122164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-shared-sub-634f1b","reconcileID":"500409a5-d386-43b5-b4f8-08358319f29f","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.475122125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"891fd9a7-2136-4722-91dd-089388878f0f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"e2e-shared-b-w1-dd05eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.475221468Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"891fd9a7-2136-4722-91dd-089388878f0f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-dd05eb","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:25:41.523801585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-sub-iso-auth-634f1b","reconcileID":"891fd9a7-2136-4722-91dd-089388878f0f","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-634f1b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.60459324Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-shared-sub-97cf99","reconcileID":"73262896-0e7c-4716-af3a-a08a2f976292","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscription":"e2e-shared-sub-97cf99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.749630642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-shared-sub-97cf99","reconcileID":"73262896-0e7c-4716-af3a-a08a2f976292","MaaSSubscription":{"name":"e2e-shared-sub-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.952186382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"da26f526-f548-4efd-b7b9-2aedb6fb1f4a","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.952210869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"da26f526-f548-4efd-b7b9-2aedb6fb1f4a","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:42.279931909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"1ee63a0c-1ee6-4e2c-972f-f68c8fd3ca0f","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:42.279952434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"1ee63a0c-1ee6-4e2c-972f-f68c8fd3ca0f","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:51.72362147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-shared-sub-634f1b","reconcileID":"072977a7-7c06-466f-bcc1-635259f58587","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscription":"e2e-shared-sub-634f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:51.923398728Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-shared-sub-634f1b","reconcileID":"072977a7-7c06-466f-bcc1-635259f58587","MaaSSubscription":{"name":"e2e-shared-sub-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-dd05eb/e2e-b-only-634f1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.118052434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"3247e34d-2fd8-4b65-bdf7-adf625443491","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.174563275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"d6caf751-bd9b-4ade-a5ad-afdbda703c87","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.174583504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"d6caf751-bd9b-4ade-a5ad-afdbda703c87","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.430170098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"33d6b115-0274-46a7-8648-3cd4f16b33fd","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","subscription":"e2e-b-only-97cf99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.470861232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"fce93a9e-0a9e-44ec-b3d9-d54b3320d3c1","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.470887079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"fce93a9e-0a9e-44ec-b3d9-d54b3320d3c1","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.478893473Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"33d6b115-0274-46a7-8648-3cd4f16b33fd","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.527917957Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"e2e-b-only-97cf99","reconcileID":"33d6b115-0274-46a7-8648-3cd4f16b33fd","MaaSSubscription":{"name":"e2e-b-only-97cf99","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"name":"maas-trlp-sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.782601805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"7c65db55-c50c-41d5-9149-306e8b732baa","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"tenant":"e2e-shared-b-w2-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","model":"ai-tenant-e2e-shared-b-w2-d414aa/sub-test-model-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.782627688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"sub-test-model-d414aa","reconcileID":"7c65db55-c50c-41d5-9149-306e8b732baa","MaaSModelRef":{"name":"sub-test-model-d414aa","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"routeName":"sub-test-model-d414aa-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","llmisvcName":"sub-test-model-d414aa","gateway":"openshift-ingress/e2e-shared-b-w2-d414aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:25:57.899649863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:02.622496225Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"567ab498-8ee3-4bed-a326-6e81e1aeb611","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","subscription":"e2e-b-only-634f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:02.671160466Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"567ab498-8ee3-4bed-a326-6e81e1aeb611","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:02.719806263Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"e2e-b-only-634f1b","reconcileID":"567ab498-8ee3-4bed-a326-6e81e1aeb611","MaaSSubscription":{"name":"e2e-b-only-634f1b","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"name":"maas-trlp-sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:03.004228907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"f3a42f95-aeb7-4d4a-96cb-7fc6cb44063c","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"tenant":"e2e-shared-b-w1-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","model":"ai-tenant-e2e-shared-b-w1-dd05eb/sub-test-model-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:03.00425262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"sub-test-model-dd05eb","reconcileID":"f3a42f95-aeb7-4d4a-96cb-7fc6cb44063c","MaaSModelRef":{"name":"sub-test-model-dd05eb","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"routeName":"sub-test-model-dd05eb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","llmisvcName":"sub-test-model-dd05eb","gateway":"openshift-ingress/e2e-shared-b-w1-dd05eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:21.104107858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f60ed3de-58d6-4a10-a35b-e403a4871869","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:21.21735241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a4f7503-7531-4d69-9883-9a8b2aeb376d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:21.319005888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"a313d942-6ef8-48fa-ae3b-0bec17e2985d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:21.330869449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"e06ec7e8-c03d-424d-8477-7b9c39ac8f23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:21.499446693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"94fef865-5528-40ad-9f9d-7675f3b4f9d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:21.611115946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"24bebbec-a519-4771-b64b-01921c5b2d53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.900855001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:36.291374723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21889a6d-04aa-4112-a9d0-1fc36b8d37ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:36.340529559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21889a6d-04aa-4112-a9d0-1fc36b8d37ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:36.388825998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21889a6d-04aa-4112-a9d0-1fc36b8d37ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:36.437883318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21889a6d-04aa-4112-a9d0-1fc36b8d37ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:37.233870118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69f6121b-cf5a-449f-a321-e9b087e78ab0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:37.395802023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"fcdea870-68a4-4cd3-b852-17a384e668a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:37.557942774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"d39a6748-51bb-43fa-8444-1cbc4976b262","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:37.608611622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"37ea4368-bdae-48dd-b471-fc131ab62859","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:37.766146037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"7d6dd871-f564-4e45-b633-6f391efb73f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:37.902426048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"823f5cbf-b011-4707-b2e9-e7e14b00706d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:38.207722989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403c55fb-d7ec-4fba-a539-fe3d2930093d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:38.256280093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403c55fb-d7ec-4fba-a539-fe3d2930093d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:38.30466234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403c55fb-d7ec-4fba-a539-fe3d2930093d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:38.353326306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403c55fb-d7ec-4fba-a539-fe3d2930093d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:46.392145808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf008f0-a640-4cdd-9472-ba24ab718c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:46.441659103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf008f0-a640-4cdd-9472-ba24ab718c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:46.490209857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf008f0-a640-4cdd-9472-ba24ab718c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:46.538788269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf008f0-a640-4cdd-9472-ba24ab718c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.299029327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fb5a25-0859-4694-aff7-3fdd1568bcc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.347620946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fb5a25-0859-4694-aff7-3fdd1568bcc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.396424544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fb5a25-0859-4694-aff7-3fdd1568bcc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.445027575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fb5a25-0859-4694-aff7-3fdd1568bcc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.303776242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6922129-8e76-4a62-ae8b-3a371fa89263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.352318939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6922129-8e76-4a62-ae8b-3a371fa89263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.400729644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6922129-8e76-4a62-ae8b-3a371fa89263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.449263146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6922129-8e76-4a62-ae8b-3a371fa89263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.901486051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.880656991Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.88071553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","namespace":"ai-tenant-e2e-shared-a-w2-a78d34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.880782205Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","tenant":"e2e-shared-a-w2-a78d34","tenantID":"e2e-shared-a-w2-a78d34","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.930937153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-a78d34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.987138669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"Service","name":"maas-api-e2e-shared-a-w2-a78d34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.038472638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-a78d34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.088940658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-a78d34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.139758604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.190210929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.241240402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.291712124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.339744394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.387779859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.435903798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.483910495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.53178924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.579455403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.627241647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.678245463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.726418325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.77448346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.822113579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-a78d34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.869806344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a78d34"},"namespace":"ai-tenant-e2e-shared-a-w2-a78d34","name":"default-tenant","reconcileID":"d34d39b3-5f74-4305-8079-cb760ba956c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-a78d34","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.922110882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.922169458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.922216833Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","tenant":"e2e-shared-a-w1-4efd0e","tenantID":"e2e-shared-a-w1-4efd0e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:02.971906928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-4efd0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.027127128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"Service","name":"maas-api-e2e-shared-a-w1-4efd0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.077795196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-4efd0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.12809438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-4efd0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.178868356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.229559628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.282817563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.332890755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.380725043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.429290844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.477552074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.525884006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.573604828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.621344968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.66939353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.720030223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.767913003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.81575396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.863537476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-4efd0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.91135341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4efd0e"},"namespace":"ai-tenant-e2e-shared-a-w1-4efd0e","name":"default-tenant","reconcileID":"ebf34498-54b3-44bd-8ef5-45118e18a727","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-4efd0e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:05.759937995Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a78d34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a78d34","reconcileID":"d2420ac2-0950-4057-96b6-2653dbd1ecd3","aitenant":"ai-tenants/e2e-shared-a-w2-a78d34","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.401173983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8fbb56-237f-4aed-a7f3-7bd9293bc30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.449579031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8fbb56-237f-4aed-a7f3-7bd9293bc30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.498739465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8fbb56-237f-4aed-a7f3-7bd9293bc30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.54714232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8fbb56-237f-4aed-a7f3-7bd9293bc30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.6020023Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a78d34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a78d34","reconcileID":"d2420ac2-0950-4057-96b6-2653dbd1ecd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a78d34","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a78d34"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.245703224Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4efd0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4efd0e","reconcileID":"0d6b0247-2a22-4249-b8b6-bebd0ee4270b","aitenant":"ai-tenants/e2e-shared-a-w1-4efd0e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.995843482Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4efd0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4efd0e","reconcileID":"0d6b0247-2a22-4249-b8b6-bebd0ee4270b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-4efd0e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-4efd0e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.398783819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6396e7-86ad-4ca6-b2e1-82950a1be5f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.446992505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6396e7-86ad-4ca6-b2e1-82950a1be5f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.495168356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6396e7-86ad-4ca6-b2e1-82950a1be5f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.543360057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6396e7-86ad-4ca6-b2e1-82950a1be5f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:10.322265669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed70426d-4216-4f0a-b3e6-586f5d92fd3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:10.370852489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed70426d-4216-4f0a-b3e6-586f5d92fd3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:10.419529237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed70426d-4216-4f0a-b3e6-586f5d92fd3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:10.468328118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed70426d-4216-4f0a-b3e6-586f5d92fd3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:12.236871655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece7d912-282c-45b8-b61d-f792538d5738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:12.285260409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece7d912-282c-45b8-b61d-f792538d5738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:12.333578141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece7d912-282c-45b8-b61d-f792538d5738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:12.382064529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece7d912-282c-45b8-b61d-f792538d5738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.34273359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435e68d8-dc52-4278-b31e-2f5be2e189e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.391428606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435e68d8-dc52-4278-b31e-2f5be2e189e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.439711944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435e68d8-dc52-4278-b31e-2f5be2e189e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.488188297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"435e68d8-dc52-4278-b31e-2f5be2e189e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:25.940649247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"09b687aa-3c98-4c67-8ea5-eee59631cf1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.045836324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d54d0b9-ac4d-4d94-8cab-bbd04f147e11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.146980966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"40025bd8-b869-439a-8270-4c1c1c8dd791","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.158248165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"0d370860-56a4-4a7d-848c-2f1d02d8604a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.246352449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7be0d706-d4cd-41ff-92c3-727fc740b030","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.293260983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b09e1-63e2-4078-9005-96935f0563b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.341590188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b09e1-63e2-4078-9005-96935f0563b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.390351588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b09e1-63e2-4078-9005-96935f0563b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.392584878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"24ff255e-1607-409b-88d4-58c4da9271e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.438626741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772b09e1-63e2-4078-9005-96935f0563b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.900834012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.287675015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3deecd0e-4733-44a2-84e6-69695acffc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.335883332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3deecd0e-4733-44a2-84e6-69695acffc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.384177837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3deecd0e-4733-44a2-84e6-69695acffc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.432987788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3deecd0e-4733-44a2-84e6-69695acffc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:30.197794782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e1214-e403-44ca-88ff-f3d589d53c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:30.246217807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e1214-e403-44ca-88ff-f3d589d53c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:30.294662693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e1214-e403-44ca-88ff-f3d589d53c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:30.343243304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e1214-e403-44ca-88ff-f3d589d53c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:31.775196734Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:31.775254368Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:31.775329004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","tenant":"e2e-shared-b-w1-dd05eb","tenantID":"e2e-shared-b-w1-dd05eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:31.825372372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-dd05eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:31.881031189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"Service","name":"maas-api-e2e-shared-b-w1-dd05eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:31.93270468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-dd05eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:31.983095398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-dd05eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.034398541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.085037182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.098442032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54422344-999e-4bf7-8741-304e0f8f7f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.148770543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54422344-999e-4bf7-8741-304e0f8f7f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.152430274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.198690651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54422344-999e-4bf7-8741-304e0f8f7f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.247145618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54422344-999e-4bf7-8741-304e0f8f7f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.249228238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.297075392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.345079412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.393333035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.441495364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.490489998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.538298658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.586098089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.637032167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.684618934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.732049258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.779743848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-dd05eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.827604162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-dd05eb"},"namespace":"ai-tenant-e2e-shared-b-w1-dd05eb","name":"default-tenant","reconcileID":"b361b71b-5637-48e9-8770-6f56bcbffec7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-dd05eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.879562029Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.879620292Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","namespace":"ai-tenant-e2e-shared-b-w2-d414aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.879668272Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","tenant":"e2e-shared-b-w2-d414aa","tenantID":"e2e-shared-b-w2-d414aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.932338051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-d414aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:32.987717876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"Service","name":"maas-api-e2e-shared-b-w2-d414aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.039606127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-d414aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.089513669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-d414aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.141820524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.192274523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.244865391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.29501262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.343012823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.391177335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.439458159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.487710297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.535835873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.583848059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.631975986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.682994282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.730894352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.778777639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.826859985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-d414aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:33.874701011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-d414aa"},"namespace":"ai-tenant-e2e-shared-b-w2-d414aa","name":"default-tenant","reconcileID":"52732f83-403e-4970-a00d-bc5b19921f0b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-d414aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.241384131Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-d414aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-d414aa","reconcileID":"dbb51136-67e5-4c6a-9f68-d3aba9e7e297","aitenant":"ai-tenants/e2e-shared-b-w2-d414aa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.795743809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5265d97-cf58-4976-ba43-46efb1d696d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.844142127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5265d97-cf58-4976-ba43-46efb1d696d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.892574278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5265d97-cf58-4976-ba43-46efb1d696d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.941191823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5265d97-cf58-4976-ba43-46efb1d696d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.99562688Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-d414aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-d414aa","reconcileID":"dbb51136-67e5-4c6a-9f68-d3aba9e7e297","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-d414aa","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-d414aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.059746504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-access","reconcileID":"d17011aa-2cb0-45a1-8f46-78411df19710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.059813753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"aab9ff54-c78f-408f-8ce1-5024e216b834","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.242252649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"80720260-aef9-417d-9609-ee74274ca18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.267606648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"35f01b34-7c28-43c2-8134-0758edd8fc1d","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.29450836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"80720260-aef9-417d-9609-ee74274ca18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.342064809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"6f64362e-0c87-4310-ab4c-7f9da3f5d773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.416216248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"7d9efb5d-58bf-41c7-ab41-bf1796a674f9","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.718235962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"b94330bf-67e5-46e8-a60d-b946aa2e69c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.801364712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"b94330bf-67e5-46e8-a60d-b946aa2e69c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.847242095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b47035-b61d-4f02-a59f-74d96377df49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.895703534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b47035-b61d-4f02-a59f-74d96377df49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.944074813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b47035-b61d-4f02-a59f-74d96377df49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:38.992912354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b47035-b61d-4f02-a59f-74d96377df49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.13922775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27d90414-d75a-4a4f-b6be-c9b05e7d7726","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.191550195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"6eef68eb-d2b5-47a2-866f-39072d71e161","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.191550472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"00b29a01-7e45-4975-aecb-515371a9a638","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.335784811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"aa4199da-4de4-4a25-a473-bdc3428ba9a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.392917365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97a70feb-ff61-4f40-a8e4-9428b92a16d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.789524475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22695474-d64d-4ea8-ad8c-78228ac6abe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.837975715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22695474-d64d-4ea8-ad8c-78228ac6abe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.88635325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22695474-d64d-4ea8-ad8c-78228ac6abe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.934520172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22695474-d64d-4ea8-ad8c-78228ac6abe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.336588099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"26c23339-5a2f-4fc5-9801-6ad2eb8ad990","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.659051943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"b7dcf6d6-ff70-4a4b-ad4d-ce4e7dfc7060","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.980922182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"b3804b00-403c-4fb8-aa88-56788cfad71d","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.131048641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"5779710d-38ca-45ec-a088-5089c71f3a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.175703888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"587fc006-d543-499d-975d-cf80d370ff90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.182875475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"5779710d-38ca-45ec-a088-5089c71f3a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.305890241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"4257d281-9fee-439e-be36-386c5b1cf1b4","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.35412215Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"3d74ca9c-a284-45d9-b5c0-2d7b48a2d7e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.359525097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"18e772fa-0d80-4785-8ac1-7cc6f2e33254","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.402459645Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"3d74ca9c-a284-45d9-b5c0-2d7b48a2d7e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.45060872Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"simulator-subscription","reconcileID":"3d74ca9c-a284-45d9-b5c0-2d7b48a2d7e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/simulator-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.477540773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a1cfe2a1-c0bf-4b2c-a931-a2dd43291c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.522859388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"f234bf68-5707-4815-b21d-e359635ee104","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.529256972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"a1cfe2a1-c0bf-4b2c-a931-a2dd43291c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.817977346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"a510b0f4-c69a-4f52-a307-0d3518e7d8b5","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.914292164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"17fc6118-4f64-4768-a124-7e4f1c4aaa57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.966427346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"17fc6118-4f64-4768-a124-7e4f1c4aaa57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.477151557Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-dd05eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-dd05eb","reconcileID":"a27528ad-244d-4fce-ac42-d92b48792f73","aitenant":"ai-tenants/e2e-shared-b-w1-dd05eb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.996800149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f26435b-ba33-4d2e-a596-61de64a2a661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.045200568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f26435b-ba33-4d2e-a596-61de64a2a661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.093367862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f26435b-ba33-4d2e-a596-61de64a2a661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.141881919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f26435b-ba33-4d2e-a596-61de64a2a661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.245023984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-dd05eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-dd05eb","reconcileID":"a27528ad-244d-4fce-ac42-d92b48792f73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-dd05eb","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-dd05eb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.272458924Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-access","reconcileID":"1bf92bbb-8560-4874-be5a-15181e6d003b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.272536027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"c91ee479-32d2-4fab-be74-456f705e0db2","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.436046178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"1030e9a3-0035-47d7-9229-5b0d0d99216d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.483894897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"7f35d6f4-a22a-476d-862b-ae0a6cd32739","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.488250868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"1030e9a3-0035-47d7-9229-5b0d0d99216d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.534037125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"979ad272-e290-41ac-9638-e981e2efd916","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.554252373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"ebc0d81e-36e7-4a10-9beb-2acccf3b1138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.607011757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"ebc0d81e-36e7-4a10-9beb-2acccf3b1138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.618828707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"8a6d364a-91bc-44fb-8d47-4c5ecd071e55","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.782910678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"85faee07-7be2-489a-98ef-af88de5ed230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.835098283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"85faee07-7be2-489a-98ef-af88de5ed230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.914147314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f1c57a-214c-40b3-bd6b-3b0fc22e8da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.96263486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f1c57a-214c-40b3-bd6b-3b0fc22e8da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.010989816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f1c57a-214c-40b3-bd6b-3b0fc22e8da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.059371653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f1c57a-214c-40b3-bd6b-3b0fc22e8da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.812154231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc10e7c3-0310-4e86-b84b-cdf8353b65a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.860621603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc10e7c3-0310-4e86-b84b-cdf8353b65a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.908949449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc10e7c3-0310-4e86-b84b-cdf8353b65a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.95753265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc10e7c3-0310-4e86-b84b-cdf8353b65a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:53.388221757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"693dc42b-67db-4f87-a973-df839a6634bb","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:53.712409143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"6f708f7e-5a9c-47c6-b835-062defe6bc9a","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:54.360573284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"7976fd18-427c-4641-9061-4cf7ef228b5b","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:54.560603196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-2-w1-b9b815","reconcileID":"793a1dc1-2eb9-4b05-8051-a8181786fde5","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-2-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-2-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:54.819144122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"84febd3f-86e6-49e0-8bca-f5dd60f4f4bd","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:54.881729068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"9ecb89d3-6155-4096-9548-c453cf18b330","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.20535628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"d25e1042-31a9-4be5-91cd-aba1e3d78e68","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.355071224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"5edbd7ba-862d-4fcc-a63f-993f10af029a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.401714317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"ae617a97-bcdf-412d-92a8-93d50cd775b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.407134019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"5edbd7ba-862d-4fcc-a63f-993f10af029a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.53062344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"230934e9-78e9-41f3-884e-236e372d6d1a","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.579072558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"257012d6-768b-4e88-aaf4-23562503ba51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.585554434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"6a72a3d8-2592-465e-a44e-0976dc204ea5","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.627961356Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"257012d6-768b-4e88-aaf4-23562503ba51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.676527331Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"simulator-subscription","reconcileID":"257012d6-768b-4e88-aaf4-23562503ba51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/simulator-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.701996039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"02977684-4913-4812-8f26-3dc7b6c5292c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.748421632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"69587871-9f50-45ab-9ba6-7aecc49b0ae1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.75438095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"02977684-4913-4812-8f26-3dc7b6c5292c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:55.932453435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"b4c1e3e1-f045-4bfe-9978-adc1f18820b7","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.046572316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"1c8056d2-4feb-450d-9590-5be80603dfae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.099539111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"1c8056d2-4feb-450d-9590-5be80603dfae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:27:57.900665708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.326986919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"018ef412-f098-4e10-83ee-887bfc6d8260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.367294915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"a797f7c1-ef0c-4265-92ed-395e8f9347ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.379831318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"018ef412-f098-4e10-83ee-887bfc6d8260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.385054434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"06f1da39-31ae-41d2-a0a9-6d1789911442","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.439054293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"31045937-1ebb-41a5-8bb6-238d68e5432e","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:28:00.488547814Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"31045937-1ebb-41a5-8bb6-238d68e5432e","name":"premium-w2-116a20","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-116a20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:28:00.488606185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"31045937-1ebb-41a5-8bb6-238d68e5432e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-116a20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.493932572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"080dd78e-e7e6-41db-a837-48a0d87d0e4f","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.566333335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"67e40458-f269-4ab4-a167-ae05b13f8674","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.614554753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"cba97126-bcb9-4d45-8c83-0fba94a69188","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.614659585Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"1bf76b62-6b7d-41f8-9cec-20420c6727ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.614825313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"38f270b6-e9f2-42ce-96d1-0e4e5819d0bc","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.662149028Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"f6c01082-8a4e-4a9b-9a8b-40cf4744e480","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-de2fa64d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.66342471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"5d83db4f-0ce1-4d8f-b976-488d08e8165b","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.860708887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"1bf76b62-6b7d-41f8-9cec-20420c6727ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.990489955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"1bf76b62-6b7d-41f8-9cec-20420c6727ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"e2e-worker-w2-116a20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.990517761Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-access","reconcileID":"1bf76b62-6b7d-41f8-9cec-20420c6727ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-116a20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.04326607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"e13ac0bd-305a-4ee6-a4db-e8d4ccc2a32c","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.449404244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1508fe2-0fc1-477c-9994-3585e32b4d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.498510672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1508fe2-0fc1-477c-9994-3585e32b4d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.547559316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1508fe2-0fc1-477c-9994-3585e32b4d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.595773567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1508fe2-0fc1-477c-9994-3585e32b4d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.744008325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"80f25261-ac13-4d13-a7be-ccd825ff286c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.792160576Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"4c450380-56de-4d20-8c43-b62926f86acc","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.792213024Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"4c450380-56de-4d20-8c43-b62926f86acc","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.844425482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"80f25261-ac13-4d13-a7be-ccd825ff286c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.845920932Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"4c450380-56de-4d20-8c43-b62926f86acc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.846002977Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"4c450380-56de-4d20-8c43-b62926f86acc","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.846108846Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"4c450380-56de-4d20-8c43-b62926f86acc","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.846489065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"a5b631bd-e158-44bc-b355-127068854b1c","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.889641958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"d1b359d8-9d34-4692-9aae-674743dff487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.898254126Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"4c450380-56de-4d20-8c43-b62926f86acc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.901450034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"14e64844-6d46-40c2-896b-8ac8ebab317f","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T08:28:01.951256628Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"14e64844-6d46-40c2-896b-8ac8ebab317f","name":"premium-w1-b9b815","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b9b815\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T08:28:01.95134652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"14e64844-6d46-40c2-896b-8ac8ebab317f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b9b815\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:01.95661834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"76f1e9e5-be71-4475-bceb-78cbf5e97440","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.0959764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-2-w1-b9b815","reconcileID":"d949148d-8820-4b56-98a4-2495edfd3da4","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-2-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-2-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.096229841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"4dab791b-214b-481a-92ce-db56d9115a85","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.096409492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"ef1e6315-b328-4512-b288-dce04bf37235","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.096553247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"03dd3340-bcbd-4568-b333-bc7f55ec2fba","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.099716002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"eb61f483-f861-4175-a491-721d08260162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.198389183Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"c2483b91-17e6-4a25-a5e8-631e478b7ec4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1254ee1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.299576943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"eb61f483-f861-4175-a491-721d08260162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.416815009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"eb61f483-f861-4175-a491-721d08260162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"e2e-worker-w1-b9b815-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.416840673Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-access","reconcileID":"eb61f483-f861-4175-a491-721d08260162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:02.469203631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"f06be15e-2bad-47d9-9e3c-cc8ecf1e1f5f","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:03.422977099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62a25be-28cd-42d4-8b34-7e7bede98552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:03.4713231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62a25be-28cd-42d4-8b34-7e7bede98552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:03.519682703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62a25be-28cd-42d4-8b34-7e7bede98552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:03.567832099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62a25be-28cd-42d4-8b34-7e7bede98552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:05.390751406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa49d83-f7e4-4c84-9ad9-7a5978db97cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:05.43912857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa49d83-f7e4-4c84-9ad9-7a5978db97cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:05.487185792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa49d83-f7e4-4c84-9ad9-7a5978db97cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:05.535432721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa49d83-f7e4-4c84-9ad9-7a5978db97cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.666172059Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"fae9ab57-c74c-42a8-8812-e59e2af8fcc5","namespace":"ai-tenant-e2e-worker-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.6662577Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"fae9ab57-c74c-42a8-8812-e59e2af8fcc5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.715889983Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"fae9ab57-c74c-42a8-8812-e59e2af8fcc5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.715910628Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"fae9ab57-c74c-42a8-8812-e59e2af8fcc5","namespace":"ai-tenant-e2e-worker-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.763797878Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"6236fe22-e568-46a9-8f80-46c6f3fbfd16","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.76385658Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"6236fe22-e568-46a9-8f80-46c6f3fbfd16","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.813875979Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"6236fe22-e568-46a9-8f80-46c6f3fbfd16","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.8138989Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"6236fe22-e568-46a9-8f80-46c6f3fbfd16","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.298124057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9eae278-df49-476e-be13-9cc76d375582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.346410428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9eae278-df49-476e-be13-9cc76d375582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.394818416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9eae278-df49-476e-be13-9cc76d375582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.443333974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9eae278-df49-476e-be13-9cc76d375582","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.615191081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"9b585c21-fe95-4586-8d73-046e8ca68fc9","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.615612798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"508cfcfd-ca07-4c4d-8563-6b076721192c","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.663513132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"edb22c4a-e2b2-4ddc-93d7-3141c7f77aca","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.711477251Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"e0092613-af33-46f5-936c-8d6ac49b5e2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.75996669Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"e0092613-af33-46f5-936c-8d6ac49b5e2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.808608723Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"premium-simulator-subscription","reconcileID":"e0092613-af33-46f5-936c-8d6ac49b5e2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-116a20"},"name":"maas-trlp-premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20","model":"e2e-models-e2e-worker-w2-116a20/premium-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.043959974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"95aa72a1-8627-4173-9986-2772b3fdc3d1","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.065881341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"c4a8060f-f37e-4719-b08f-70e676be5d32","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.764739944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","namespace":"ai-tenant-e2e-worker-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.764797801Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","namespace":"ai-tenant-e2e-worker-w2-116a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.764850805Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","tenant":"e2e-worker-w2-116a20","tenantID":"e2e-worker-w2-116a20","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.814779205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"Deployment","name":"maas-api-e2e-worker-w2-116a20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.872514378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"Service","name":"maas-api-e2e-worker-w2-116a20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.923681499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-116a20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.973699321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-116a20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.024504753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.074728649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.09704501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-2-w1-b9b815","reconcileID":"2bd91ab4-9932-41f0-ad38-153817bee4ab","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-2-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-2-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.097336826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"dcb4fb41-d145-40ef-b109-bd0b5c58a845","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.097578058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"ec901199-b03a-4840-94aa-6aece1ab5ef3","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.12822238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.178335878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.226897308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.250899127Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"f0ce9da6-35fd-479f-8a17-81f5e4362b1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.274672716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.299581028Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"f0ce9da6-35fd-479f-8a17-81f5e4362b1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.323199479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"Service","name":"payload-processing-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.348249711Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"premium-simulator-subscription","reconcileID":"f0ce9da6-35fd-479f-8a17-81f5e4362b1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"name":"maas-trlp-premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815","model":"e2e-models-e2e-worker-w1-b9b815/premium-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.371588654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.420975636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.469376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.469680557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"1989d599-b027-439f-80bd-7fb17ae5c085","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.517915865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.569359973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.604988562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"bdb8b944-fa1b-43da-8db8-2f2224ca8baf","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.618726139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.667158373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.716917343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-116a20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.764996524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-116a20"},"namespace":"ai-tenant-e2e-worker-w2-116a20","name":"default-tenant","reconcileID":"b94d8880-6ff2-429b-88a1-8ad08be6e8d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-116a20","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.81843364Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.818524748Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.818606252Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","tenant":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.868775592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"Deployment","name":"maas-api-e2e-worker-w1-b9b815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.924002864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"Service","name":"maas-api-e2e-worker-w1-b9b815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.9794654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-b9b815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.031141069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-b9b815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.083712529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.134172938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.186772807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.238606295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.286519829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.336451786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.384961072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"Service","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.433046852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.480960725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.52956318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.577195709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.628020743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.675939491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.723710781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.77286993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.826644371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"5d53c3a7-3ac2-483f-9be2-2795219fa368","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-b9b815","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.374454489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-2-w1-b9b815","reconcileID":"453b02d9-5412-4ba8-8a0c-bcbc7636376f","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-2-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-2-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.374691329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"ae0bdf1f-5c52-46da-b78e-3d47b804d0bd","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.374931599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"87218259-52fc-48ee-8a51-165acd5eb1a1","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.375227087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"7696da81-3f83-4f38-b506-88fd70207ecc","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:16.281076389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-2-w1-b9b815","reconcileID":"1473c6ef-66e4-449c-9932-b19e140350e2","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-2-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-2-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:16.281280585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"8e006f53-f2bd-4423-8de2-ccc7cdddfee7","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:16.281467777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"5c342333-fda0-4cc2-a923-e1890783974c","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:16.281615877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"b5bf1f45-5040-49a2-a44c-c3212babff0a","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:17.525618457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a192e997-1e27-4b6b-b00c-570143041bee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:17.842370683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"adb79338-8db8-4070-a9e4-e9e8e20fac98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:19.399939063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-2-w2-116a20","reconcileID":"453503fc-e855-41a6-9ea8-6574f8b229d1","MaaSModelRef":{"name":"distinct-2-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-2-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-2-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:19.407647945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"distinct-w2-116a20","reconcileID":"3e76e664-741b-4c63-a4aa-9cf1fbaabb04","MaaSModelRef":{"name":"distinct-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"distinct-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"distinct-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:19.414166551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"premium-w2-116a20","reconcileID":"19829f53-6e0a-4a39-8887-4f8ae64a7003","MaaSModelRef":{"name":"premium-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"premium-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"premium-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:19.420185102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"namespace":"e2e-models-e2e-worker-w2-116a20","name":"simulator-w2-116a20","reconcileID":"6810454b-602f-4575-81de-d3ffb8a501f5","MaaSModelRef":{"name":"simulator-w2-116a20","namespace":"e2e-models-e2e-worker-w2-116a20"},"routeName":"simulator-w2-116a20-kserve-route","namespace":"e2e-models-e2e-worker-w2-116a20","llmisvcName":"simulator-w2-116a20","gateway":"openshift-ingress/e2e-worker-w2-116a20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:23.505421844Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-116a20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-116a20","reconcileID":"8e53dc3e-1a8b-4050-8ea3-3b61ab3abc6a","aitenant":"ai-tenants/e2e-worker-w2-116a20","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:24.115064593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99da3e1-e12c-4290-ad44-dd206547cca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:24.163806212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99da3e1-e12c-4290-ad44-dd206547cca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:24.213597869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99da3e1-e12c-4290-ad44-dd206547cca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:24.262243574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99da3e1-e12c-4290-ad44-dd206547cca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:24.317475254Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-116a20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-116a20","reconcileID":"8e53dc3e-1a8b-4050-8ea3-3b61ab3abc6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-116a20","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-116a20"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:26.125867854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e4bb54-247d-40ad-b4c3-9825f7f32ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:26.175001289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e4bb54-247d-40ad-b4c3-9825f7f32ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:26.223431906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e4bb54-247d-40ad-b4c3-9825f7f32ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:26.271719187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e4bb54-247d-40ad-b4c3-9825f7f32ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:26.281758677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-2-w1-b9b815","reconcileID":"f18caa58-feb3-4bda-8153-76ae5367545c","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-2-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-2-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:26.282156387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"ca13b614-77be-4983-94d3-ff59bc502770","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:26.282412682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"466b5cd4-fdda-4961-b59f-c88fbe2df14c","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:26.282595495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"a6073c7b-5efb-4121-8abe-a4b5ef7b7d5b","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.908518834Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.116780464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fadf36-6df4-47b9-9b62-14ff19ab43ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.165581481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fadf36-6df4-47b9-9b62-14ff19ab43ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.217385296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fadf36-6df4-47b9-9b62-14ff19ab43ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.266160336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fadf36-6df4-47b9-9b62-14ff19ab43ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.748740994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e56b1f7e-423a-4630-b9ee-5e652d8cd92a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.855973907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58d3ee4c-84f3-41ed-b3d1-45e6f25c7aea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:30.591242323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-2-w1-b9b815","reconcileID":"6f6a0ab5-4ad0-42db-83aa-38a0950ecdd5","MaaSModelRef":{"name":"distinct-2-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-2-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-2-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:30.640504212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"distinct-w1-b9b815","reconcileID":"a9fb19a3-39ac-4085-918f-7b3c63e2ad2f","MaaSModelRef":{"name":"distinct-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"distinct-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"distinct-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:30.640800136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"simulator-w1-b9b815","reconcileID":"99b117a1-a584-4fd4-a390-e04193fb288b","MaaSModelRef":{"name":"simulator-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"simulator-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"simulator-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:30.64115438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"namespace":"e2e-models-e2e-worker-w1-b9b815","name":"premium-w1-b9b815","reconcileID":"319d031d-b489-4728-8210-5c3af69e6f4a","MaaSModelRef":{"name":"premium-w1-b9b815","namespace":"e2e-models-e2e-worker-w1-b9b815"},"routeName":"premium-w1-b9b815-kserve-route","namespace":"e2e-models-e2e-worker-w1-b9b815","llmisvcName":"premium-w1-b9b815","gateway":"openshift-ingress/e2e-worker-w1-b9b815","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:31.523189375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2e09bc-2f5e-44ba-8e70-4d2b651e2727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:31.571461338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2e09bc-2f5e-44ba-8e70-4d2b651e2727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:31.621689374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2e09bc-2f5e-44ba-8e70-4d2b651e2727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:31.6709155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2e09bc-2f5e-44ba-8e70-4d2b651e2727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:33.492773192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98df8991-ffa2-4454-aa53-857a9904302f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:33.541527436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98df8991-ffa2-4454-aa53-857a9904302f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:33.589854624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98df8991-ffa2-4454-aa53-857a9904302f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:33.638335101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98df8991-ffa2-4454-aa53-857a9904302f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.409511175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072ec90f-aeb1-4896-8482-4107dd7f10a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.457982041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072ec90f-aeb1-4896-8482-4107dd7f10a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.506433376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072ec90f-aeb1-4896-8482-4107dd7f10a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.555528007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072ec90f-aeb1-4896-8482-4107dd7f10a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:37.313771439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69864fb7-e24d-4052-99aa-aee46c17f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:37.362103105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69864fb7-e24d-4052-99aa-aee46c17f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:37.411873918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69864fb7-e24d-4052-99aa-aee46c17f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:37.460473047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69864fb7-e24d-4052-99aa-aee46c17f770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:44.969334637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98d32af4-b058-491e-80a8-0fcf71c86713","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:45.067403883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ceb23242-302f-4802-9303-77d31941f12d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.505886481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.505948873Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","namespace":"ai-tenant-e2e-worker-w1-b9b815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.50599388Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","tenant":"e2e-worker-w1-b9b815","tenantID":"e2e-worker-w1-b9b815","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.556405221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"Deployment","name":"maas-api-e2e-worker-w1-b9b815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.612752978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"Service","name":"maas-api-e2e-worker-w1-b9b815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.664020021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-b9b815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.714067551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-b9b815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.765644425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.816213512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.869084959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.919898663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.968208995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.016185119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.064676361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"Service","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.112678628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.160985869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.20895003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.257006788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.308649516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.356899514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.405029692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.453239511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-b9b815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.501482997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b9b815"},"namespace":"ai-tenant-e2e-worker-w1-b9b815","name":"default-tenant","reconcileID":"b57ff733-af19-40b3-b6a8-03ba17528888","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-b9b815","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.257722016Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b9b815","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b9b815","reconcileID":"9c65a8da-0323-471b-9823-10e5cfb9fc5a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b9b815","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-b9b815"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:55.302707522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2537fa44-e785-4aae-a662-9f9df04661a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:55.35106803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2537fa44-e785-4aae-a662-9f9df04661a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:55.399405172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2537fa44-e785-4aae-a662-9f9df04661a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:55.447752928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2537fa44-e785-4aae-a662-9f9df04661a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:57.20663462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643c0a2c-7844-4828-b2ea-2958a8be5e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:57.255251106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643c0a2c-7844-4828-b2ea-2958a8be5e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:57.303743944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643c0a2c-7844-4828-b2ea-2958a8be5e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:57.352325642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643c0a2c-7844-4828-b2ea-2958a8be5e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:57.900503658Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:58.9340599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4639d7a3-1301-457a-90ef-9268812dad4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.03405879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b28b6e6e-2c08-4e53-b439-0fc43bb47760","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:29:04.156260306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd2a9908-5717-4495-b7df-b81ccdfe01f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:29:04.255128715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8322d441-0f86-4073-a4de-9788537c3e51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T08:29:27.946936845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}